-- Logs begin at Thu 2022-03-31 19:03:24 UTC, end at Thu 2022-03-31 20:48:47 UTC. -- Mar 31 20:13:59.502282 dv-cinder-836070-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 20:14:02.407695 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.common.config [-] Logging enabled! Mar 31 20:14:02.408298 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 20:14:02.408485 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103810) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 20:14:02.411746 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.common.config [-] Logging enabled! Mar 31 20:14:02.412002 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 20:14:02.412317 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103810) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 20:14:02.413291 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 20:14:02.413526 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 20:14:02.413893 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 20:14:02.414139 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 20:14:02.414366 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 20:14:02.415129 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.416080 dv-cinder-836070-1-iscsi neutron-server[103810]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 20:14:02.416408 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.416705 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.417028 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.417331 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.417624 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.417908 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.418197 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.418497 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.418786 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.419070 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.419357 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.419650 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.419936 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.420222 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.420511 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.420798 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] debug = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.421108 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.421540 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.421970 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.422252 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.422540 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.422821 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.423092 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.423373 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.423658 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.423990 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] host = dv-cinder-836070-1-iscsi {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.424271 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.424555 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.424858 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.425149 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.425425 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.425699 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.425984 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.426256 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.426527 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] log_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.426803 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.427092 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.427380 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.427670 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.427895 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.428119 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.428405 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.428692 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.428997 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.429275 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.429549 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.429823 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.430096 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.430363 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.430652 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.430939 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.431829 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.432118 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.432397 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.432670 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.432981 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.433272 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.433553 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.433829 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.434110 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.434405 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.434674 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.434951 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.435255 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.435545 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.435830 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.436115 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.436391 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.436675 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.436975 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.437252 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.437526 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] use_json = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.437799 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.438068 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.438351 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.438622 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.438892 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.439164 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.439435 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.439717 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.439988 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:02.440281 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.440578 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.440906 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.441209 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.441501 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.441782 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.442070 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.442351 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.442639 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.442926 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.443215 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.443497 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.443797 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.444093 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.444384 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.444689 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.445012 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.445307 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.445583 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.445857 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.446130 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.446406 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.446695 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.446998 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.447289 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.447581 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.447861 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.448160 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.448448 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.448745 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.449065 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.449343 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.449623 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.449915 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.450198 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.450470 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.450748 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.451038 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.451317 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.451595 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.451878 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.452156 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.452427 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.452697 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.453000 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.453298 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.453577 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.453847 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.454118 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.454395 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.454668 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.454950 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.455232 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.455510 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.455784 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.456061 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.456334 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.456608 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.456907 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.457183 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.457461 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.457734 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.458007 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.458281 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.458552 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.458823 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.459093 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.459370 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.459645 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.459918 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.460190 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.460463 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.460735 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.461035 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.461324 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.461621 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.461902 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.462181 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.462486 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.462766 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.463044 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.463327 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.463608 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.463886 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.464161 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.464452 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.464737 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.465054 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.465362 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.465645 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.465940 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.466217 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.466494 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.467042 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.467319 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.467599 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.467884 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.468165 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.468458 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.468750 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.469066 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.469359 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.469649 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.469930 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.470238 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.470518 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:02.470736 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 20:14:02.470977 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103810) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 20:14:02.840392 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 20:14:02.840603 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 20:14:02.840937 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 20:14:02.841411 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 20:14:03.163476 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.163769 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.164041 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.165238 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.166046 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.166439 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.220592 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.220885 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.221154 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.236049 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.236331 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.236602 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.264862 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.265152 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.265428 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.407017 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.407297 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.407571 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.635390 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.635873 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.635954 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.636183 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.636908 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.734467 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.734786 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.735066 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.735336 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.735600 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.735912 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.736170 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.736423 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.736675 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.736978 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.737242 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.737506 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.737760 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.738011 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.738264 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.738523 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.738777 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.739046 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.739318 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.739578 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.739853 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.740108 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.740389 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.740770 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.741050 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.741296 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.741681 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:03.741920 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:03.742156 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:03.742389 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:03.742621 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:03.742855 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:03.743216 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 20:14:03.746851 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 20:14:03.750872 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 20:14:03.754522 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Mar 31 20:14:03.756137 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 20:14:03.756600 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 20:14:03.756962 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 20:14:03.757349 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 20:14:03.760154 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 20:14:03.760408 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 20:14:03.760755 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 20:14:03.765618 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 20:14:03.788902 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 20:14:03.789353 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.789649 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103810) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 20:14:03.790021 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.791910 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103810) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 20:14:03.792190 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 20:14:03.792436 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 20:14:03.795694 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.795977 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:03.857972 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 20:14:03.858209 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 20:14:03.858446 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 20:14:03.858814 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 20:14:03.878769 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_db.sqlalchemy.engines [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103810) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 20:14:04.575486 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Initializing driver for type 'gre' Mar 31 20:14:04.576014 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] gre ID ranges: [(1, 1000)] Mar 31 20:14:04.809834 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Initializing driver for type 'local' Mar 31 20:14:04.810432 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Initializing driver for type 'vlan' Mar 31 20:14:04.906882 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] VlanTypeDriver initialization complete Mar 31 20:14:04.907219 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Initializing driver for type 'vxlan' Mar 31 20:14:04.907719 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] vxlan ID ranges: [(1, 1000)] Mar 31 20:14:05.135428 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Initializing extension driver 'port_security' Mar 31 20:14:05.135798 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.extensions.port_security [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] PortSecurityExtensionDriver initialization complete Mar 31 20:14:05.136137 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Initializing mechanism driver 'openvswitch' Mar 31 20:14:05.136481 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Initializing mechanism driver 'hyperv' Mar 31 20:14:05.148461 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:05.149177 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > port after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.149557 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > port after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.150429 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > port after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.150967 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:14:05.151434 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.151795 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.152146 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.152550 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:14:05.153033 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > network after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.153392 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > network after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.153741 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > network after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.154139 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:14:05.154551 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > security_group after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.154907 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > security_group after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.155253 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.155817 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:14:05.156264 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.156608 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.157035 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.157441 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:14:05.157861 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > address_group after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.158219 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > address_group after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.158564 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.158964 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:14:05.159417 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] ML2 OVO RPC backend initialized. {{(pid=103810) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 20:14:05.160131 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.160494 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.160952 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > network before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.161311 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > networks before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.161666 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > port before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.162013 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > ports before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.162362 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > subnet before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.162776 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > subnets before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.163131 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > network after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.163479 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > network after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.163822 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > network after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.164169 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > port after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.164516 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > port after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.164877 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > port after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.165230 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.166199 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.166545 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.173690 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded quota_driver: . Mar 31 20:14:05.174078 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.plugin [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Modular L2 Plugin initialization complete Mar 31 20:14:05.174430 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading services supported by the core plugin {{(pid=103810) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 20:14:05.174777 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Got port-security extension from driver 'port_security' Mar 31 20:14:05.175260 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.extensions.vlantransparent [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Disabled vlantransparent extension. Mar 31 20:14:05.175770 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103810) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 20:14:05.176082 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading Plugin: router Mar 31 20:14:05.223947 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.224347 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router after_create 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.224765 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router before_create 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.225166 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.225547 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.225932 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router after_delete 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.226295 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.226650 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.227012 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router after_create 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.227362 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router after_update 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.227721 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router after_update 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.228071 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.228433 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router after_update 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.228866 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.229242 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: port after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.229585 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: port after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.229936 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: subnet after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.233854 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.233854 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.233854 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.233854 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: port before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.234187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router precommit_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.234187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router after_update 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.234187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.234187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.234494 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.234494 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.234494 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > agent after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.234494 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > agent after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.234784 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > network after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.235370 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Tracking information for resource: router configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:05.235712 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Tracking information for resource: floatingip configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:05.240630 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.db.l3_agentschedulers_db [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 20:14:05.241253 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: port after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.241620 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: port after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.241973 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: port after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.242329 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: port after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.243176 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router before_create 55550100 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.243547 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.243915 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router precommit_create 55550100 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.244276 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > router precommit_update 55550100 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.249197 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.services.provider_configuration [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service providers = [] {{(pid=103810) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 20:14:05.249574 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.db.servicetype_db [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103810) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 20:14:05.252568 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.services.service_base [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:14:05.252953 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.services.service_base [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:14:05.253305 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.services.service_base [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:14:05.254205 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.services.service_base [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:14:05.254618 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.services.service_base [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 20:14:05.255008 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:05.255334 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 20:14:05.266252 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:05.266592 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading Plugin: auto_allocate Mar 31 20:14:05.272526 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: network precommit_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.272932 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: network precommit_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.273456 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:05.273780 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading Plugin: tag Mar 31 20:14:05.286748 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:05.287084 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading Plugin: timestamp Mar 31 20:14:05.291355 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:05.291688 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading Plugin: network_ip_availability Mar 31 20:14:05.299120 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.299499 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.301134 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.301918 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:05.302249 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading Plugin: flavors Mar 31 20:14:05.312437 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:05.312767 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading Plugin: revisions Mar 31 20:14:05.317137 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:05.317536 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_concurrency.lockutils [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.477s {{(pid=103810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 20:14:05.318289 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103810) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 20:14:05.318625 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Initializing extension manager. Mar 31 20:14:05.319154 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: __init__.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.319501 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: __pycache__ {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.319838 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: address_group.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.320608 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.321228 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: address-group Mar 31 20:14:05.321562 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: address_scope.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.322768 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.323284 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: address-scope Mar 31 20:14:05.323607 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.324714 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.325275 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: router-admin-state-down-before-update Mar 31 20:14:05.325600 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: agent.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.326297 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.326818 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: agent Mar 31 20:14:05.327141 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: agent_resources_synced.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.328051 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.328571 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: agent-resources-synced Mar 31 20:14:05.328932 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: allowedaddresspairs.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.330723 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.331249 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: allowed-address-pairs Mar 31 20:14:05.331578 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: auto_allocated_topology.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.332651 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.333204 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: auto-allocated-topology Mar 31 20:14:05.333532 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: availability_zone.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.334223 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.334738 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: availability_zone Mar 31 20:14:05.335059 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: availability_zone_filter.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.335968 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.336488 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: availability_zone_filter Mar 31 20:14:05.336816 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: data_plane_status.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.338375 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.338888 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 20:14:05.339211 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: default_subnetpools.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.340124 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.340638 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: default-subnetpools Mar 31 20:14:05.340993 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.342059 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.342575 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: dhcp_agent_scheduler Mar 31 20:14:05.342897 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: dns.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.343806 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.344314 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 20:14:05.344634 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: dns_domain_ports.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.345578 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.346087 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 20:14:05.346409 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.347325 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.347832 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 20:14:05.348152 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: dvr.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.348814 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.349352 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: dvr Mar 31 20:14:05.349674 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: ecmp_routes.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.350584 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.351091 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 20:14:05.351413 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: empty_string_filtering.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.352321 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.352831 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: empty-string-filtering Mar 31 20:14:05.353208 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.354114 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.354623 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 20:14:05.354952 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.355854 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.356366 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 20:14:05.356696 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: external_net.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.357620 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.358132 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: external-net Mar 31 20:14:05.358457 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.359355 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.359875 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: extra_dhcp_opt Mar 31 20:14:05.360197 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: extraroute.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.361129 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.361648 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: extraroute Mar 31 20:14:05.361972 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: extraroute_atomic.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.363008 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.363524 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: extraroute-atomic Mar 31 20:14:05.363848 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: filter_validation.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.364515 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.365054 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: filter-validation Mar 31 20:14:05.365378 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: fip_pf_description.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.366290 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.366803 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 20:14:05.367129 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: fip_pf_port_range.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.368057 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.368593 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 20:14:05.368938 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: fip_port_details.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.373611 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.374119 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: fip-port-details Mar 31 20:14:05.374442 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: flavors.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.375677 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.376206 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: flavors Mar 31 20:14:05.376530 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.378226 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.378752 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 20:14:05.379085 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: floatingip_pools.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.379788 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.380303 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: floatingip-pools Mar 31 20:14:05.380629 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: ip_allocation.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.381583 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.382096 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 20:14:05.382422 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.383333 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.383853 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: ip-substring-filtering Mar 31 20:14:05.384706 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: l2_adjacency.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.385688 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.386209 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 20:14:05.386534 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: l3.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.389111 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.389656 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: router Mar 31 20:14:05.389987 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.392225 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.392772 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 20:14:05.393130 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.394054 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.394578 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: ext-gw-mode Mar 31 20:14:05.394906 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.395825 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.396355 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: l3-ha Mar 31 20:14:05.396680 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.406861 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.407433 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 20:14:05.407714 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: l3_flavors.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.408635 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.409189 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: l3-flavors Mar 31 20:14:05.409516 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.410901 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.411419 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 20:14:05.411748 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.412666 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.413220 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 20:14:05.413549 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: l3agentscheduler.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.414592 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.415120 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: l3_agent_scheduler Mar 31 20:14:05.415487 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: local_ip.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.417269 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.417802 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension local_ip not supported by any of loaded plugins Mar 31 20:14:05.418138 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: logging.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.419611 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.420137 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension logging not supported by any of loaded plugins Mar 31 20:14:05.420470 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: metering.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.421247 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.421840 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: metering Mar 31 20:14:05.422172 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.423260 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.423784 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: metering_source_and_destination_fields Mar 31 20:14:05.424112 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: multiprovidernet.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.425095 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.425615 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: multi-provider Mar 31 20:14:05.426068 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: netmtu.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.426868 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.427384 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: net-mtu Mar 31 20:14:05.427707 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: netmtu_writable.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.428619 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.429162 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: net-mtu-writable Mar 31 20:14:05.429487 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: network_availability_zone.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.430153 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.430665 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: network_availability_zone Mar 31 20:14:05.430988 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: network_ip_availability.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.432109 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.432628 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: network-ip-availability Mar 31 20:14:05.432990 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: network_segment_range.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.433756 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.434260 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 20:14:05.434582 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: pagination.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.441661 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.441994 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: pagination Mar 31 20:14:05.442317 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: port_device_profile.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.443225 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.443748 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: port-device-profile Mar 31 20:14:05.444073 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.445034 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.445555 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: port-mac-address-regenerate Mar 31 20:14:05.445882 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.447332 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.447855 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: port-numa-affinity-policy Mar 31 20:14:05.448180 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: port_resource_request.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.449134 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.449648 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 20:14:05.449971 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: port_resource_request_groups.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.450926 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.451444 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 20:14:05.451765 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: portbindings.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.452687 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.453246 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: binding Mar 31 20:14:05.453571 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: portbindings_extended.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.454841 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.455365 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: binding-extended Mar 31 20:14:05.455694 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: portsecurity.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.456613 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.457174 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: port-security Mar 31 20:14:05.457504 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: project_id.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.458477 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.458811 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: project-id Mar 31 20:14:05.459140 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: providernet.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.460055 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.460580 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: provider Mar 31 20:14:05.460932 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: qos.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.465218 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.465747 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension qos not supported by any of loaded plugins Mar 31 20:14:05.466078 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.467563 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.468086 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 20:14:05.468419 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.469369 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.469890 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 20:14:05.470219 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: qos_default.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.471147 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.471679 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension qos-default not supported by any of loaded plugins Mar 31 20:14:05.472009 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: qos_fip.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.472957 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.473480 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 20:14:05.473808 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.474721 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.475247 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 20:14:05.475575 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: qos_gateway_ip.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.476499 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.477045 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 20:14:05.477375 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: qos_port_network_policy.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.478829 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.479347 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 20:14:05.479673 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.480710 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.481265 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 20:14:05.481595 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.482636 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.483153 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 20:14:05.483484 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: qos_pps_rule.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.484670 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.485233 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension qos-pps not supported by any of loaded plugins Mar 31 20:14:05.485560 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: qos_rule_type_details.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.486480 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.486999 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 20:14:05.487327 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.488249 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.488769 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 20:14:05.489120 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: qos_rules_alias.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.490161 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.490680 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 20:14:05.491004 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: quota_check_limit.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.491924 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.492451 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: quota-check-limit Mar 31 20:14:05.492775 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: quotasv2.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.493814 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.494142 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: quotas Mar 31 20:14:05.494465 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: quotasv2_detail.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.501692 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.502035 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: quota_details Mar 31 20:14:05.502370 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: rbac.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.503423 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.503954 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: rbac-policies Mar 31 20:14:05.504291 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: rbac_address_group.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.505254 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.505795 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: rbac-address-group Mar 31 20:14:05.506116 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: rbac_address_scope.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.507037 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.507561 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: rbac-address-scope Mar 31 20:14:05.507890 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: rbac_security_groups.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.508905 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.509468 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: rbac-security-groups Mar 31 20:14:05.509798 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: rbac_subnetpool.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.510716 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.511236 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: rbac-subnetpool Mar 31 20:14:05.511563 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: revisionifmatch.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.512482 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.513031 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: revision-if-match Mar 31 20:14:05.513362 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: revisions.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.514465 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.514996 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: standard-attr-revisions Mar 31 20:14:05.515326 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: router_availability_zone.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.516001 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.516524 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: router_availability_zone Mar 31 20:14:05.516869 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: routerservicetype.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.517793 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.518309 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 20:14:05.518635 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.519559 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.520081 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: security-groups-normalized-cidr Mar 31 20:14:05.520408 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.521366 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.521886 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: port-security-groups-filtering Mar 31 20:14:05.522214 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.523148 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.523668 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: security-groups-remote-address-group Mar 31 20:14:05.523994 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.524973 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.525495 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: security-groups-shared-filtering Mar 31 20:14:05.525819 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.526414 dv-cinder-836070-1-iscsi neutron-server[103810]: WARNING neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 20:14:05.526734 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: securitygroup.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.536357 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.536924 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: security-group Mar 31 20:14:05.537261 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: segment.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.537991 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.538511 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension segment not supported by any of loaded plugins Mar 31 20:14:05.538839 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.539782 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.540299 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 20:14:05.541265 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: servicetype.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.542399 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.542923 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: service-type Mar 31 20:14:05.543256 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: sorting.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.544234 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.544563 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: sorting Mar 31 20:14:05.544917 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: standard_attr_segment.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.545841 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.546363 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 20:14:05.546695 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: standardattrdescription.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.547341 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.547855 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: standard-attr-description Mar 31 20:14:05.548177 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: stateful_security_group.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.549138 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.549666 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: stateful-security-group Mar 31 20:14:05.549990 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: stdattrs_common.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.550589 dv-cinder-836070-1-iscsi neutron-server[103810]: WARNING neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 20:14:05.550911 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.551993 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.552526 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 20:14:05.552866 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: subnet_onboard.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.553948 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.554476 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: subnet_onboard Mar 31 20:14:05.554804 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.555736 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.556952 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 20:14:05.557286 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: subnet_service_types.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.558205 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.558734 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: subnet-service-types Mar 31 20:14:05.559061 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: subnetallocation.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.560141 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.560661 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: subnet_allocation Mar 31 20:14:05.561026 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.561701 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.562219 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: subnetpool-prefix-ops Mar 31 20:14:05.562547 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.563473 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.563995 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 20:14:05.564322 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: tagging.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.565419 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.565946 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: standard-attr-tag Mar 31 20:14:05.566274 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: timestamp.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.567483 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.568000 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loaded extension: standard-attr-timestamp Mar 31 20:14:05.568327 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: trunk.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.569396 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.569918 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension trunk not supported by any of loaded plugins Mar 31 20:14:05.570243 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: trunk_details.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.571161 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.571707 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 20:14:05.572031 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: uplink_status_propagation.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.572989 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.573503 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 20:14:05.573821 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Loading extension file: vlantransparent.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:05.574586 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:05.575006 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 20:14:05.577598 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:network Mar 31 20:14:05.578119 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:subnet Mar 31 20:14:05.578520 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:14:05.578912 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:port Mar 31 20:14:05.580148 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:05.580584 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service FLAVORS assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:05.581232 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:05.581664 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:05.582034 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:router Mar 31 20:14:05.591335 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 20:14:05.591335 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service METERING assigned prefix: /metering {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:05.591335 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.591335 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.591335 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:05.592146 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 20:14:05.592146 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:security_group Mar 31 20:14:05.592146 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 20:14:05.592146 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service CORE assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:05.592146 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:14:05.592146 dv-cinder-836070-1-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] subnetpool is already registered Mar 31 20:14:05.592146 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service CORE assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:05.592146 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:14:05.592146 dv-cinder-836070-1-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] subnetpool is already registered Mar 31 20:14:05.592788 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:05.592788 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service FLAVORS assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:05.593256 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:05.593680 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:05.594014 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:router Mar 31 20:14:05.594354 dv-cinder-836070-1-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] router is already registered Mar 31 20:14:05.594768 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 20:14:05.595107 dv-cinder-836070-1-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] floatingip is already registered Mar 31 20:14:05.595558 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service METERING assigned prefix: /metering {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:05.596214 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 20:14:05.596542 dv-cinder-836070-1-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] rbac_policy is already registered Mar 31 20:14:05.596989 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:security_group Mar 31 20:14:05.597331 dv-cinder-836070-1-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] security_group is already registered Mar 31 20:14:05.597733 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 20:14:05.598068 dv-cinder-836070-1-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] security_group_rule is already registered Mar 31 20:14:05.598706 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service CORE assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:05.599034 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:14:05.599365 dv-cinder-836070-1-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] subnetpool is already registered Mar 31 20:14:05.599781 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Service CORE assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:05.600116 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:14:05.600448 dv-cinder-836070-1-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] subnetpool is already registered Mar 31 20:14:05.600947 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: extensions {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.602418 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: address-groups {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.604491 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: address-scopes {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.605834 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: agents {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.607010 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: auto-allocated-topology {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.608248 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: availability_zones {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.609507 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: dhcp-networks {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.611016 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: dhcp-agents {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.612427 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: routers {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.614712 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: flavors {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.615894 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: service_profiles {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.617135 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: next_providers {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.619172 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: service_profiles {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.621716 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: floatingip-pools {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.622936 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: routers {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.626015 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: floatingips {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.626393 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: l3-routers {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.627789 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: l3-agents {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.629224 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: metering-labels {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.630580 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: metering-label-rules {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.631853 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: network-ip-availabilities {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.633156 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: bindings {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.635447 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: quotas {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.637021 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: quotas {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.638558 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: rbac-policies {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.639859 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: security-groups {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.641117 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: security-group-rules {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.642363 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: service-providers {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.643569 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: subnetpools {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.645041 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: subnetpools {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.646490 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.648238 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.650136 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.651907 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.653730 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.655598 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.658617 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.661237 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.665140 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.667277 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:05.675139 dv-cinder-836070-1-iscsi neutron-server[103810]: WARNING keystonemiddleware.auth_token [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 20:14:05.679937 dv-cinder-836070-1-iscsi neutron-server[103810]: WARNING keystonemiddleware.auth_token [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 20:14:05.689286 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_concurrency.lockutils [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Acquired lock "singleton_lock" {{(pid=103810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 20:14:05.689767 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_concurrency.lockutils [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Releasing lock "singleton_lock" {{(pid=103810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 20:14:05.690435 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO oslo_service.service [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Starting 2 workers Mar 31 20:14:05.695431 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Started child 103920 {{(pid=103810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:14:05.700670 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Started child 103921 {{(pid=103810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:14:05.701634 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:05.702338 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO neutron.service [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 20:14:05.703115 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:05.703295 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [-] (103920) wsgi starting up on http://0.0.0.0:9696 Mar 31 20:14:05.703611 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 35008) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:05.705543 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO oslo_service.service [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Starting 1 workers Mar 31 20:14:05.705789 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:05.707324 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [-] (103921) wsgi starting up on http://0.0.0.0:9696 Mar 31 20:14:05.710914 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Started child 103922 {{(pid=103810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:14:05.711496 dv-cinder-836070-1-iscsi neutron-server[103810]: INFO oslo_service.service [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Starting 1 workers Mar 31 20:14:05.712258 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064466 Mar 31 20:14:05.714961 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.service [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] calling RpcWorker wait() {{(pid=103922) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 20:14:05.718038 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.service [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] returning from RpcWorker wait() {{(pid=103922) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 20:14:05.718038 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:05.718341 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Started child 103924 {{(pid=103810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:14:05.718491 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:05.718653 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cd449d6-e202-4436-9cb0-01f812bafaf8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:05.720041 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 20:14:05.720261 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 20:14:05.720448 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 20:14:05.720678 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 20:14:05.721054 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 20:14:05.721217 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 20:14:05.721716 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.722008 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.722147 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:05.722962 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.723390 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.723815 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.724604 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.724890 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.725162 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.725442 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.725700 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.726008 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.726302 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.726706 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.727091 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.727525 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.727969 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.728217 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.728501 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.728662 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.732975 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.732975 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.732975 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.732975 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] debug = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.732975 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.732975 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.733985 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.733985 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.733985 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.733985 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.733985 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.733985 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.733985 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.733985 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.735046 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.735046 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.735046 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.735046 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.735046 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.735046 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.735046 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.735046 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.736091 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] host = dv-cinder-836070-1-iscsi {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.736091 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.736091 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.736091 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.736091 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.736091 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.736091 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.737347 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.737347 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.737347 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.737347 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.737347 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.738000 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.738000 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.738000 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.738391 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_options = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.738391 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.738661 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.738805 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.738955 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.739223 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.739223 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.739507 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.739646 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.739905 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.740126 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.740345 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.740580 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.740805 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.741061 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.741303 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.741519 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.741754 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.741965 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.742504 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.742937 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.743422 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.744200 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.744450 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.745247 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.745247 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.746189 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.746189 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.746189 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.746189 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.746556 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.746647 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.746840 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.747083 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.747325 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.747604 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.747845 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.748077 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.748309 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.748671 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.749067 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.749245 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.749513 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.749651 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.749884 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.750125 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.750361 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.750578 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_json = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.750806 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.750900 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:05.751041 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.751269 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.751501 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.751855 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.751955 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.752165 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.752401 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.752621 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.753113 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.757358 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.757358 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.757358 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.757358 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.757358 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.757358 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.757358 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.757358 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.761187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.761187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.761187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.761187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.761187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.761187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.761187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.761187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.761652 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.761652 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.761652 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.761652 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.761897 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.762258 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.762364 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.762604 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.763532 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.763532 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.764008 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.764282 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.765127 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.765670 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.769402 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.769535 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.769768 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.770044 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.770285 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.770559 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.770813 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.771062 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.771343 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.771574 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.771794 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.773432 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.773432 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.773432 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.773693 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.774695 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.775042 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.776178 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.776830 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.777443 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.777674 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.777932 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.778154 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.778413 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.778669 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.778938 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.779187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.779433 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.779674 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.779889 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.780338 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.780750 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.781010 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.781393 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.781787 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.782214 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.782615 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.783063 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.783370 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.783673 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.783993 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.784246 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.784540 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.784881 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.785220 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.785567 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.785888 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.786220 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.786526 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.787069 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.787783 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.788386 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.789042 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.789632 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.790224 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.791120 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.791560 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.791836 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.792130 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.792429 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.792801 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.793173 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.793494 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.793809 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.794063 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.794319 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.794538 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.794992 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.795390 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.795640 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.795866 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.796143 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.796379 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.796615 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.796881 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.797382 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.797798 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.798205 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.798431 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.798685 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.798907 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.799146 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.799372 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.799651 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.799908 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.800182 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.801279 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.801279 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.801279 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.801279 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.801607 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.801689 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.801972 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.802259 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.802535 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.802815 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.803069 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.803307 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.803571 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.803812 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.804073 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.804320 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.804596 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.804867 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.805120 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.805550 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.805951 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.806912 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.807407 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.807831 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.808078 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.808690 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.808690 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.808986 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.809103 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.809382 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.809628 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.810014 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.810935 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.811271 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.811697 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.811943 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.812325 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.812734 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.813096 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.813402 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.813645 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.813872 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.814113 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.814385 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.814600 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.815006 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.815415 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.815808 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.816169 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.816572 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.816794 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.817900 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.818132 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.818356 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.819476 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.819476 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.819476 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.819476 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.819777 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.819854 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.820042 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.820274 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.820701 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.821211 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.821542 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.822498 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.823559 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.823559 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.823559 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.823559 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.823894 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.824150 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.824434 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.824734 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.825054 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.825361 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.825615 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.826604 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.826604 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.826604 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.826850 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.826948 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.827098 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.827321 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.827544 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.827764 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.827978 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.828215 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.828459 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.828677 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.828921 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.829144 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.829381 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.829645 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.829897 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.830149 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.830389 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.830615 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.830830 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.831039 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.831257 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.831489 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.831706 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.831919 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.832134 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.832345 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.832638 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.832919 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.833155 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.833410 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.833649 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.833910 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.834138 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.834410 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.834625 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.834855 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.835067 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.835457 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.835830 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.836187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.836597 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.837024 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.837429 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.837791 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.838180 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.838399 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.838623 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.838851 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.839077 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.839290 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.839538 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.839788 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.840003 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.840234 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.840452 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.840660 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.841113 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.841782 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.842970 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.843207 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.843430 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.843644 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.843939 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.844614 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.844614 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.844781 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.844954 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.845203 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.845612 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.845940 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.846152 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.846414 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.846652 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.846865 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.847086 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.847497 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.848023 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.848880 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.848880 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.848880 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.849134 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.849916 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.849916 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.849916 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.850204 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.851477 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.851769 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.852038 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.852307 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.852586 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.852831 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.853100 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.853323 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.853543 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.853765 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.854037 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.854269 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.854496 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.854720 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.854965 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.855182 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.855427 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.855660 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.855907 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.856124 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.856283 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 20:14:05.856828 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 20:14:05.857496 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:05.857697 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 20:14:05.858699 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 20:14:05.858699 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 20:14:05.858699 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 20:14:05.858699 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 20:14:05.858699 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.858699 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.859309 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.859309 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.859309 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.859309 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.859669 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.859669 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.859815 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.859893 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.860015 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.860208 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.860318 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.860631 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.860954 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.861252 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.861548 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.861865 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.862178 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.862441 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.862605 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.862605 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.862766 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] debug = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.862922 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.863138 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.863304 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.863460 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.864708 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.864708 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.864708 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.864708 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.864708 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.864708 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.864708 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.864708 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.865749 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.865749 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.865893 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.865981 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.866063 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.866228 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.866386 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] host = dv-cinder-836070-1-iscsi {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.866544 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.866702 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.866861 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.867018 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.867176 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.867334 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.867542 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.867680 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.867804 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.867929 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.868083 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.868241 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.868397 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.869120 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.869286 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_options = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.869444 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.869602 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.869765 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.869955 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.870115 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.870268 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.870584 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.870744 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.870904 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.871046 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.871197 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.871357 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.871508 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.871670 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.871820 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.871978 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.872128 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.872282 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.872436 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.872746 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.872937 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.873084 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.873226 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.873391 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.873546 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.873696 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.874096 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.874266 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.874385 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.874547 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.875089 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.875089 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.875089 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.875413 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.875413 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.875621 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.875621 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.875820 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.875924 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.876028 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.876173 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.876338 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.876480 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.876782 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.877119 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.877279 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.877439 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_json = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.877590 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.877825 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.877921 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.878071 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.878216 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.878370 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.878535 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.878678 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.878821 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:05.878992 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.879154 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.879381 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.879477 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.879632 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.879788 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.880111 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.880320 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.880433 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.880734 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.881163 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.881327 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.881633 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.881919 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.882250 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.882594 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.882911 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.883228 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.883559 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.883882 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.884257 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.884966 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.885113 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.885268 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.885419 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.885558 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.885850 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.886007 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.886146 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.886283 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.886418 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.886552 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.886708 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.886810 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.886944 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.887117 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.887278 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.887443 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.887670 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.887757 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.887838 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.887998 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.888158 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.888318 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.888481 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.888642 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.888802 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.888991 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.889152 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.889313 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.889474 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.889635 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.889795 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.889957 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.890117 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.890278 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.890437 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.890608 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.890768 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.890944 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.891083 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.891243 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.892111 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.892111 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.892111 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.892111 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.892111 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.892418 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.892418 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.892548 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.892615 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.892779 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.892940 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.893083 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.893385 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.893385 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.893531 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.893743 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.893853 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.894019 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.894158 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.895136 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.895136 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.895136 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.895136 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.895136 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.895136 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.895506 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.895506 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.895506 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.895674 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.895838 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.895986 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.896290 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.896290 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.896438 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.897734 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.897734 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.897734 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.897734 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.897734 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.897734 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.897734 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.897734 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.898258 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.898258 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.898258 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.898951 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.898951 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.898951 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.898951 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.898951 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.899254 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.899254 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.899372 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.899515 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.900088 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.900088 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.900088 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.900564 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.900564 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.900564 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.900564 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.900901 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.900901 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.901079 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.901224 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.901385 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.901545 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.901706 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.902334 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.902334 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.902334 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.902334 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.902637 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.902637 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.902781 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.902941 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.903741 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.903741 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.903741 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.903741 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.903741 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.904170 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.904170 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.904170 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.904465 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.904465 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.904659 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.904762 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.904923 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.905066 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.906736 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.906736 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.906736 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.906736 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.906736 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.906736 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.906736 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.906736 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909346 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909346 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909346 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909346 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909346 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909346 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909346 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909346 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909824 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909824 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909824 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909824 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909824 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909824 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909824 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.909824 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.910274 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.910274 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.910274 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.910274 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.910274 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.910274 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.910274 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.910274 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.910771 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.910771 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.910771 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.910771 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.910771 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.910771 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.911187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.911187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.911187 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.911407 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.911480 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.911767 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.911767 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.911978 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.912055 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.912213 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.912877 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.912877 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.912877 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.912877 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.913205 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.913205 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.913352 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.913501 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.913659 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.913823 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.913988 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.914155 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.914314 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.914476 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.914637 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.914797 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.914955 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.915117 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.916173 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.916173 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.916173 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.916173 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.916173 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.916173 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.916173 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.917054 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.917054 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.917054 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.917054 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.917054 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.917662 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.917662 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.917662 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.917662 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.918122 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.918122 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.918122 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.918470 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.918470 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.918470 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.918810 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.918810 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.918958 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.919036 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.919194 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.919370 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.919505 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.919667 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.919825 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.919986 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.920143 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.920307 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.920463 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.920634 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.920795 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.920989 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.921145 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.921280 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.921424 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.921561 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.921723 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.921883 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.922051 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.922206 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.922365 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.922531 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.922698 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.922859 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.923021 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.923181 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.923341 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.923501 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.923662 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.923831 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.924000 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.924167 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.924334 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.924514 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.924662 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.924831 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.925009 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.925178 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.925351 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.925512 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.925671 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.925832 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.925997 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.926146 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.926303 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.926462 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.926609 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.926769 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.926929 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.927091 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.927235 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.927399 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.927558 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.927718 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.927882 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.928137 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.928274 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.928407 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:05.928564 dv-cinder-836070-1-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 20:14:17.450761 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f260d429-60e4-489f-90e4-1ce6e3c0159b None None] get_active_networks_info from dv-cinder-836070-1-iscsi {{(pid=103922) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 20:14:17.509587 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260d429-60e4-489f-90e4-1ce6e3c0159b None None] No non-hosted networks {{(pid=103922) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 20:14:17.520445 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.agentschedulers_db [None req-f260d429-60e4-489f-90e4-1ce6e3c0159b None None] DHCP Agent not found on host dv-cinder-836070-1-iscsi {{(pid=103922) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 20:14:17.616553 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-00eb7e8c-4fe1-41bb-b8ad-e0488a713cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16467158'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:19.765147 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-01f2c94b-3a12-4f56-aef7-18e244a53eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16467158'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:19.828090 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.db.api [None req-f59d31ac-8f19-4c38-b5ab-4c4122a67030 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836070-1-iscsi {{(pid=103922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 20:14:19.828854 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG oslo_db.api [None req-f59d31ac-8f19-4c38-b5ab-4c4122a67030 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 20:14:20.350224 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f59d31ac-8f19-4c38-b5ab-4c4122a67030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:20.683754 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 35088) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:20.923790 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16467158'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:21.266327 dv-cinder-836070-1-iscsi neutron-server[103920]: WARNING oslo_policy.policy [None req-117618a9-c516-481d-a0d8-c2462906351b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:14:21.266932 dv-cinder-836070-1-iscsi neutron-server[103920]: WARNING oslo_policy.policy [None req-117618a9-c516-481d-a0d8-c2462906351b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:14:21.491016 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [None req-117618a9-c516-481d-a0d8-c2462906351b admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:14:21.507122 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-117618a9-c516-481d-a0d8-c2462906351b admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8075380 Mar 31 20:14:22.169263 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16467158'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:23.786667 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16467158'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:23.788253 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.788936 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.789507 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.790078 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.790844 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.792876 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.793442 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.794403 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.796397 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.797337 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.799531 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.810104 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.810104 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.810104 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.810104 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:23.810458 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836070-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:23.827152 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836070-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:24.112137 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35122) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:24.692353 dv-cinder-836070-1-iscsi neutron-server[103921]: WARNING oslo_policy.policy [None req-8d3ac070-61d5-492c-b905-b280d9dab9bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:14:24.693035 dv-cinder-836070-1-iscsi neutron-server[103921]: WARNING oslo_policy.policy [None req-8d3ac070-61d5-492c-b905-b280d9dab9bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:14:24.938655 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-8d3ac070-61d5-492c-b905-b280d9dab9bf admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:14:24.941088 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.db.l3_hamode_db [None req-91dc2788-0f7a-419d-815e-a689359aab3a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 20:14:25.023388 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc2788-0f7a-419d-815e-a689359aab3a None None] Routers set() bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:14:25.023859 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc2788-0f7a-419d-815e-a689359aab3a None None] Router IDs set() for agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 20:14:25.029816 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.policy [None req-8d3ac070-61d5-492c-b905-b280d9dab9bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103921) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 20:14:25.072411 dv-cinder-836070-1-iscsi neutron-server[103921]: WARNING oslo_policy.policy [None req-8d3ac070-61d5-492c-b905-b280d9dab9bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:14:25.072781 dv-cinder-836070-1-iscsi neutron-server[103921]: WARNING oslo_policy.policy [None req-8d3ac070-61d5-492c-b905-b280d9dab9bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:14:25.233036 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac070-61d5-492c-b905-b280d9dab9bf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779412926169', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779412924556', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779412908127', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779412884590', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779412893638', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779411513214', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15729215', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15752489', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-457524', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-498198'] for rbac-policy (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:25.422562 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac070-61d5-492c-b905-b280d9dab9bf admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:25.423984 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-8d3ac070-61d5-492c-b905-b280d9dab9bf admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3098366 Mar 31 20:14:27.921931 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35140) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:28.233103 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:14:28.317361 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Made reservation on behalf of baa492139d874a699257843b7f4dc144 for: {'network': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:14:28.321322 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:28.339091 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:28.443689 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Publish callbacks [] for security_group (976e53e5-961e-49bf-9688-4ad358f146f4), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:28.540421 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (976e53e5-961e-49bf-9688-4ad358f146f4), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:28.564931 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:14:28.599364 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779408023345', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (7b9b58b5-2072-42a5-9b9b-895a81851751), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:28.599946 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Unsubscribe: segment precommit_create {{(pid=103921) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 20:14:28.600466 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.segments_db [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Added segment 7b9b58b5-2072-42a5-9b9b-895a81851751 of type vlan for network 233126ec-004d-4f61-ab70-ba06bedf4d48 Mar 31 20:14:28.615765 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=976e53e5-961e-49bf-9688-4ad358f146f4,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:28.663879 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.664224 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.664577 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.664947 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.665282 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.665609 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.666004 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.666333 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.666654 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.666992 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.667412 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.667751 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.668076 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.668391 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.668708 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Tracked resource versions report: Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: pushed versions: Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: { 'AddressGroup': {'1.2'}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Agent': {'1.1'}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'ConntrackHelper': {'1.0'}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Log': {'1.0'}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'NDPProxy': {'1.0'}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Network': {'1.1'}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Port': {'1.7'}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'PortForwarding': {'1.3'}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'QosPolicy': {'1.10'}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'SecurityGroup': {'1.5'}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'SubPort': {'1.0'}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Subnet': {'1.1'}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Trunk': {'1.1'}} Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: consumer versions: Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: { DHCP agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: L3 agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: Metadata agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: Metering agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: Open vSwitch agent@dv-cinder-836070-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Agent': '1.1', Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'ConntrackHelper': '1.0', Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'LocalIPAssociation': '1.0', Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Log': '1.0', Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'NDPProxy': '1.0', Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Network': '1.1', Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Port': '1.7', Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'PortForwarding': '1.3', Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'QosPolicy': '1.10', Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'SecurityGroup': '1.5', Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'SecurityGroupRule': '1.2', Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'SubPort': '1.0', Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Subnet': '1.1', Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Trunk': '1.1'}} Mar 31 20:14:28.670097 dv-cinder-836070-1-iscsi neutron-server[103921]: {{(pid=103921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:14:28.714662 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (233126ec-004d-4f61-ab70-ba06bedf4d48), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:28.814723 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (233126ec-004d-4f61-ab70-ba06bedf4d48), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:28.820285 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:28.821032 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:28.935505 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] Pushing event updated for resources: {'Network': ['ID=233126ec-004d-4f61-ab70-ba06bedf4d48,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:28.948012 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 233126ec-004d-4f61-ab70-ba06bedf4d48 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:14:29.006231 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-1d5b0fb0-4c97-44c1-ac77-3c150201b7bf demo demo] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0831375 Mar 31 20:14:31.539085 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 35152) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:32.073156 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.policy [None req-f7e92dfb-c74f-479b-a7c2-99c9dc19c99b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103920) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 20:14:32.115523 dv-cinder-836070-1-iscsi neutron-server[103920]: WARNING oslo_policy.policy [None req-f7e92dfb-c74f-479b-a7c2-99c9dc19c99b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:14:32.115897 dv-cinder-836070-1-iscsi neutron-server[103920]: WARNING oslo_policy.policy [None req-f7e92dfb-c74f-479b-a7c2-99c9dc19c99b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:14:32.124026 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e92dfb-c74f-479b-a7c2-99c9dc19c99b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:32.125737 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f7e92dfb-c74f-479b-a7c2-99c9dc19c99b demo admin] 10.222.0.74 "GET /v2.0/networks/233126ec-004d-4f61-ab70-ba06bedf4d48 HTTP/1.1" status: 200 len: 825 time: 0.5857272 Mar 31 20:14:32.164632 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1b684555-dd71-41b8-b5a2-d2924a316750 demo admin] 10.222.0.74 "GET /v2.0/subnetpools/e0eb0ada-f9f0-4fbf-b954-3425989eba34 HTTP/1.1" status: 200 len: 734 time: 0.0332284 Mar 31 20:14:32.173967 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'e0eb0ada-f9f0-4fbf-b954-3425989eba34', 'gateway_ip': '172.20.0.1', 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48', 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:14:32.374690 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Made reservation on behalf of baa492139d874a699257843b7f4dc144 for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:14:32.377509 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:32.729849 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for subnet (5231580d-d261-4bd9-9341-e2d6bcc252dd), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:32.802864 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Checking segment: {'id': '7b9b58b5-2072-42a5-9b9b-895a81851751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:14:32.803252 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Network hostable DHCP agents. Network: 233126ec-004d-4f61-ab70-ba06bedf4d48, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:14:32.808562 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5231580d-d261-4bd9-9341-e2d6bcc252dd,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:32.820967 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.821318 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.821669 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.822544 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.822878 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.823367 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.823696 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.824017 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.824354 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.824677 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.825026 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.825372 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.825693 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.826007 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.826323 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Tracked resource versions report: Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: pushed versions: Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: { 'AddressGroup': {'1.2'}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Agent': {'1.1'}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'ConntrackHelper': {'1.0'}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Log': {'1.0'}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'NDPProxy': {'1.0'}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Network': {'1.1'}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Port': {'1.7'}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'PortForwarding': {'1.3'}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'QosPolicy': {'1.10'}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'SecurityGroup': {'1.5'}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'SubPort': {'1.0'}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Subnet': {'1.1'}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Trunk': {'1.1'}} Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: consumer versions: Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: { DHCP agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: L3 agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: Metadata agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: Metering agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: Open vSwitch agent@dv-cinder-836070-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Agent': '1.1', Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'ConntrackHelper': '1.0', Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'LocalIPAssociation': '1.0', Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Log': '1.0', Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'NDPProxy': '1.0', Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Network': '1.1', Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Port': '1.7', Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'PortForwarding': '1.3', Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'QosPolicy': '1.10', Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'SecurityGroup': '1.5', Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'SecurityGroupRule': '1.2', Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'SubPort': '1.0', Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Subnet': '1.1', Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Trunk': '1.1'}} Mar 31 20:14:32.827638 dv-cinder-836070-1-iscsi neutron-server[103920]: {{(pid=103920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:14:32.957817 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Network 233126ec-004d-4f61-ab70-ba06bedf4d48 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:14:33.025897 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 233126ec-004d-4f61-ab70-ba06bedf4d48) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:14:33.030568 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:33.031207 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:33.036451 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419def23-b1dd-4675-b115-420660772c18 None None] Network 233126ec-004d-4f61-ab70-ba06bedf4d48 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:14:33.131752 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b2b48e6d-9cd3-4658-854c-fc85e27db760 demo admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9611359 Mar 31 20:14:33.403290 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a47c094-6fbf-5610-a773-a6d0d3fbb37a-233126ec-004d-4f61-ab70-ba06bedf4d48', 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48', 'project_id': 'baa492139d874a699257843b7f4dc144', 'fixed_ips': [{'subnet_id': '5231580d-d261-4bd9-9341-e2d6bcc252dd'}]}} from dv-cinder-836070-1-iscsi. {{(pid=103922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:14:33.404537 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:33.677287 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.db_base_plugin_common [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Allocated IP 172.20.0.2 (233126ec-004d-4f61-ab70-ba06bedf4d48/5231580d-d261-4bd9-9341-e2d6bcc252dd/fc4fe848-86e3-46d9-8955-45451de1c26f) {{(pid=103922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:14:33.950619 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Publish callbacks [] for port (fc4fe848-86e3-46d9-8955-45451de1c26f), precommit_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:34.100873 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (fc4fe848-86e3-46d9-8955-45451de1c26f), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:34.167640 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Network 233126ec-004d-4f61-ab70-ba06bedf4d48 is already hosted by enough agents. {{(pid=103922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:14:34.176985 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.base_scheduler [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Resources bound (agent type, host, resource id): {{(pid=103922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:14:34.185525 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Received port after_create {{(pid=103922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:14:34.193115 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Pushing event updated for resources: {'Port': ['ID=fc4fe848-86e3-46d9-8955-45451de1c26f,revision_number=1']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:34.242178 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.242491 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.242820 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.243181 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.243526 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.243891 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.244224 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.244552 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.244909 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.245240 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.245570 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.245916 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.246247 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.246572 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.246902 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Tracked resource versions report: Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: pushed versions: Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: { 'AddressGroup': {'1.2'}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Agent': {'1.1'}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'ConntrackHelper': {'1.0'}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Log': {'1.0'}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'NDPProxy': {'1.0'}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Network': {'1.1'}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Port': {'1.7'}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'PortForwarding': {'1.3'}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'QosPolicy': {'1.10'}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'SecurityGroup': {'1.5'}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'SubPort': {'1.0'}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Subnet': {'1.1'}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Trunk': {'1.1'}} Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: consumer versions: Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: { DHCP agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: L3 agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: Metadata agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: Metering agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: Open vSwitch agent@dv-cinder-836070-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Agent': '1.1', Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'ConntrackHelper': '1.0', Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'LocalIPAssociation': '1.0', Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Log': '1.0', Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'NDPProxy': '1.0', Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Network': '1.1', Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Port': '1.7', Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'PortForwarding': '1.3', Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'QosPolicy': '1.10', Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'SecurityGroup': '1.5', Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'SecurityGroupRule': '1.2', Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'SubPort': '1.0', Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Subnet': '1.1', Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Trunk': '1.1'}} Mar 31 20:14:34.248299 dv-cinder-836070-1-iscsi neutron-server[103922]: {{(pid=103922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:14:34.280531 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Attempting to bind port fc4fe848-86e3-46d9-8955-45451de1c26f on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:14:34.280961 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Attempting to bind port fc4fe848-86e3-46d9-8955-45451de1c26f by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '7b9b58b5-2072-42a5-9b9b-895a81851751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:14:34.281398 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Attempting to bind port fc4fe848-86e3-46d9-8955-45451de1c26f on network 233126ec-004d-4f61-ab70-ba06bedf4d48 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:14:34.286226 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:14:34.288589 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Checking segment: {'id': '7b9b58b5-2072-42a5-9b9b-895a81851751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:14:34.288589 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:34.288589 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Bound using segment: {'id': '7b9b58b5-2072-42a5-9b9b-895a81851751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:14:34.288589 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Bound port: fc4fe848-86e3-46d9-8955-45451de1c26f, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9b58b5-2072-42a5-9b9b-895a81851751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:14:34.288589 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (fc4fe848-86e3-46d9-8955-45451de1c26f), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:34.352034 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] For port fc4fe848-86e3-46d9-8955-45451de1c26f, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:14:34.356317 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] For port fc4fe848-86e3-46d9-8955-45451de1c26f, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=fc4fe848-86e3-46d9-8955-45451de1c26f,segment=NetworkSegment(7b9b58b5-2072-42a5-9b9b-895a81851751),segment_id=7b9b58b5-2072-42a5-9b9b-895a81851751)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:14:34.421026 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (fc4fe848-86e3-46d9-8955-45451de1c26f), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:34.486125 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e09e2-8ac4-411d-9ef0-acb8768fb86e None None] Pushing event updated for resources: {'Port': ['ID=fc4fe848-86e3-46d9-8955-45451de1c26f,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:35.689297 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35166) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:36.011324 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [None req-549c36cc-8ccc-4e85-be1e-ab1623396a60 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:14:36.012412 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-549c36cc-8ccc-4e85-be1e-ab1623396a60 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3221140 Mar 31 20:14:38.588886 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35174) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:38.900770 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [None req-2ac02875-f647-4d8b-a224-187a32b441d2 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:14:38.901795 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-2ac02875-f647-4d8b-a224-187a32b441d2 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3119833 Mar 31 20:14:41.442195 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35182) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:41.769776 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-d123a794-3ddc-4e31-beb2-aebd8612302f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:14:41.889332 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d123a794-3ddc-4e31-beb2-aebd8612302f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16473659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-649'] for router (5f3243ec-e378-48f5-8737-cde6e24e2840), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:41.890924 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d123a794-3ddc-4e31-beb2-aebd8612302f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16473515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16467706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (5f3243ec-e378-48f5-8737-cde6e24e2840), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:42.045010 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d123a794-3ddc-4e31-beb2-aebd8612302f demo demo] Publish callbacks [] for router_controller (5f3243ec-e378-48f5-8737-cde6e24e2840), precommit_add_association {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:42.141396 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d123a794-3ddc-4e31-beb2-aebd8612302f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16473506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16467501'] for router (5f3243ec-e378-48f5-8737-cde6e24e2840), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:42.233775 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d123a794-3ddc-4e31-beb2-aebd8612302f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:42.234965 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-d123a794-3ddc-4e31-beb2-aebd8612302f demo demo] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7917557 Mar 31 20:14:44.545924 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device fc4fe848-86e3-46d9-8955-45451de1c26f up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:14:44.633672 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port fc4fe848-86e3-46d9-8955-45451de1c26f triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:44.634613 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (fc4fe848-86e3-46d9-8955-45451de1c26f), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:44.745637 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port fc4fe848-86e3-46d9-8955-45451de1c26f is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:14:44.746033 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (fc4fe848-86e3-46d9-8955-45451de1c26f), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:44.783621 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port fc4fe848-86e3-46d9-8955-45451de1c26f, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=fc4fe848-86e3-46d9-8955-45451de1c26f,segment=NetworkSegment(7b9b58b5-2072-42a5-9b9b-895a81851751),segment_id=7b9b58b5-2072-42a5-9b9b-895a81851751)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:14:44.789988 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35194) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:44.882951 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (fc4fe848-86e3-46d9-8955-45451de1c26f), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:44.934405 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=fc4fe848-86e3-46d9-8955-45451de1c26f,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:45.126388 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [None req-1967734a-945f-4893-97d5-c903cb8017bb admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:14:45.127499 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-1967734a-945f-4893-97d5-c903cb8017bb admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3365040 Mar 31 20:14:45.899338 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fd2bdc-df52-42f4-aeb1-1b23b248eedd None None] Network 233126ec-004d-4f61-ab70-ba06bedf4d48 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:14:45.964288 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-31e97eb8-9cff-4170-8d4c-ba5368b9d20c None None] Provisioning complete for port fc4fe848-86e3-46d9-8955-45451de1c26f triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:45.964675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-31e97eb8-9cff-4170-8d4c-ba5368b9d20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (fc4fe848-86e3-46d9-8955-45451de1c26f), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:46.097633 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-31e97eb8-9cff-4170-8d4c-ba5368b9d20c None None] Current status of the port fc4fe848-86e3-46d9-8955-45451de1c26f is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:14:46.321740 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-0f279964-50f6-4585-ab3e-b0690a802b32 None None] Provisioning complete for port fc4fe848-86e3-46d9-8955-45451de1c26f triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:46.322144 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-0f279964-50f6-4585-ab3e-b0690a802b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (fc4fe848-86e3-46d9-8955-45451de1c26f), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:46.398571 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-0f279964-50f6-4585-ab3e-b0690a802b32 None None] Current status of the port fc4fe848-86e3-46d9-8955-45451de1c26f is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:14:46.522496 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device fc4fe848-86e3-46d9-8955-45451de1c26f up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:14:46.570041 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port fc4fe848-86e3-46d9-8955-45451de1c26f triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:46.570436 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (fc4fe848-86e3-46d9-8955-45451de1c26f), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:46.643633 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port fc4fe848-86e3-46d9-8955-45451de1c26f is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:14:47.442673 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-0ab3732d-3145-4535-8a5c-eda8fa5758f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:47.641637 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35202) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:47.953699 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:14:48.094486 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Made reservation on behalf of 91340b9dd3eb40c4bb85bad7cdd35184 for: {'network': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:14:48.096699 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:48.105712 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:48.175782 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Publish callbacks [] for security_group (f5b0adf6-ab9a-4ea0-a244-1e7997483542), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:48.299766 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (f5b0adf6-ab9a-4ea0-a244-1e7997483542), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:48.314799 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Reserving flat network on physical network physnet1 {{(pid=103921) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 20:14:48.333523 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b0adf6-ab9a-4ea0-a244-1e7997483542,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:48.338462 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (648a4759-b57c-4196-8efd-3cea1a00e812), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:48.338833 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.segments_db [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Added segment 648a4759-b57c-4196-8efd-3cea1a00e812 of type flat for network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf Mar 31 20:14:48.385000 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:48.505789 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:48.506717 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:48.507276 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:48.608299 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] Pushing event updated for resources: {'Network': ['ID=3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:48.617864 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:14:48.707899 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-0bf33e83-4ec0-4984-a683-19e5f43221f2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0652037 Mar 31 20:14:49.780174 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-96781681-f4e7-4e25-8b55-9032ae6d8059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:50.848377 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:51.195810 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35220) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:51.409114 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f6cc4-a7e5-4a0c-8e94-5b328f022fd2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:51.410595 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-d09f6cc4-a7e5-4a0c-8e94-5b328f022fd2 demo admin] 10.222.0.74 "GET /v2.0/subnets/5231580d-d261-4bd9-9341-e2d6bcc252dd HTTP/1.1" status: 200 len: 849 time: 0.2138276 Mar 31 20:14:51.534919 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-7107f2cf-3d95-4c7b-83e5-586edbf7cd8b demo admin] 10.222.0.74 "GET /v2.0/routers/5f3243ec-e378-48f5-8737-cde6e24e2840 HTTP/1.1" status: 200 len: 704 time: 0.1180749 Mar 31 20:14:51.810140 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:52.103937 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Allocated IP 172.20.0.1 (233126ec-004d-4f61-ab70-ba06bedf4d48/5231580d-d261-4bd9-9341-e2d6bcc252dd/719729c2-88dc-4ff4-9046-2f390f2095f4) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:14:52.141110 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:52.309810 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Publish callbacks [] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:52.426165 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:52.544353 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Network 233126ec-004d-4f61-ab70-ba06bedf4d48 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:14:52.548964 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:14:52.552372 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:14:52.553137 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467962'] for router_interface (5f3243ec-e378-48f5-8737-cde6e24e2840), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:52.632792 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Pushing event updated for resources: {'Port': ['ID=719729c2-88dc-4ff4-9046-2f390f2095f4,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:52.753544 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-b5d7edae-e996-4228-94ea-b2e7c84d6257 None None] Provisioning complete for port 719729c2-88dc-4ff4-9046-2f390f2095f4 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:52.753940 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b5d7edae-e996-4228-94ea-b2e7c84d6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:52.833667 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7edae-e996-4228-94ea-b2e7c84d6257 None None] Port 719729c2-88dc-4ff4-9046-2f390f2095f4 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:14:52.844007 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:53.049824 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Publish callbacks [] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:53.145077 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:53.145859 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467822'] for router_interface (5f3243ec-e378-48f5-8737-cde6e24e2840), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:53.222469 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Pushing event updated for resources: {'Port': ['ID=719729c2-88dc-4ff4-9046-2f390f2095f4,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:53.266601 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Network 233126ec-004d-4f61-ab70-ba06bedf4d48 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:14:53.267892 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:14:53.494937 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Router 5f3243ec-e378-48f5-8737-cde6e24e2840 is scheduled to L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace with binding_index 1 {{(pid=103921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:14:53.555315 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-0f163987-9763-42cb-82a1-d3a4b160621d None None] Provisioning complete for port 719729c2-88dc-4ff4-9046-2f390f2095f4 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:53.556767 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-0f163987-9763-42cb-82a1-d3a4b160621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:53.589226 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-0f163987-9763-42cb-82a1-d3a4b160621d None None] Port 719729c2-88dc-4ff4-9046-2f390f2095f4 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:14:53.589493 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:14:53.594866 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-a31da6b6-9fc8-40ec-8fbc-dcce03348d3f demo admin] 10.222.0.74 "PUT /v2.0/routers/5f3243ec-e378-48f5-8737-cde6e24e2840/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0548999 Mar 31 20:14:53.600538 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Sync routers for ids ['5f3243ec-e378-48f5-8737-cde6e24e2840'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:14:53.613651 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Routers {'5f3243ec-e378-48f5-8737-cde6e24e2840'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:14:53.614506 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:14:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['5f3243ec-e378-48f5-8737-cde6e24e2840'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:53.790879 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:53.808119 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Set router 5f3243ec-e378-48f5-8737-cde6e24e2840 gateway port host: None {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:14:54.249841 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'name': 'router1', 'tenant_id': 'baa492139d874a699257843b7f4dc144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:14:41Z', 'updated_at': '2022-03-31T20:14:52Z', 'revision_number': 2, 'project_id': 'baa492139d874a699257843b7f4dc144', 'gw_port_host': None, '_interfaces': [{'id': '719729c2-88dc-4ff4-9046-2f390f2095f4', 'name': '', 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48', 'tenant_id': 'baa492139d874a699257843b7f4dc144', 'mac_address': 'fa:16:3e:85:67:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5231580d-d261-4bd9-9341-e2d6bcc252dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:51Z', 'updated_at': '2022-03-31T20:14:52Z', 'revision_number': 2, 'project_id': 'baa492139d874a699257843b7f4dc144', 'subnets': [{'id': '5231580d-d261-4bd9-9341-e2d6bcc252dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0eb0ada-f9f0-4fbf-b954-3425989eba34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:54.300709 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Checking router: 5f3243ec-e378-48f5-8737-cde6e24e2840 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:14:54.301115 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Updating router 5f3243ec-e378-48f5-8737-cde6e24e2840 port 719729c2-88dc-4ff4-9046-2f390f2095f4 binding host dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:14:54.354009 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:54.865217 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Publish callbacks [] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:54.934211 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:55.102172 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Pushing event updated for resources: {'Port': ['ID=719729c2-88dc-4ff4-9046-2f390f2095f4,revision_number=3']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:55.113455 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Attempting to bind port 719729c2-88dc-4ff4-9046-2f390f2095f4 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:14:55.113953 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Attempting to bind port 719729c2-88dc-4ff4-9046-2f390f2095f4 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '7b9b58b5-2072-42a5-9b9b-895a81851751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48'}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:14:55.114402 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Attempting to bind port 719729c2-88dc-4ff4-9046-2f390f2095f4 on network 233126ec-004d-4f61-ab70-ba06bedf4d48 {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:14:55.120169 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.120517 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.120876 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.121219 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.121548 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.121870 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.122193 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.122512 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.122831 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.123148 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.123472 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.123806 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.124127 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.124440 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.124749 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Tracked resource versions report: Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: pushed versions: Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: { 'AddressGroup': {'1.2'}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Agent': {'1.1'}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'ConntrackHelper': {'1.0'}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Log': {'1.0'}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'NDPProxy': {'1.0'}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Network': {'1.1'}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Port': {'1.7'}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'PortForwarding': {'1.3'}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'QosPolicy': {'1.10'}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'SecurityGroup': {'1.5'}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'SubPort': {'1.0'}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Subnet': {'1.1'}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Trunk': {'1.1'}} Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: consumer versions: Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: { DHCP agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: L3 agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: Metadata agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: Metering agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: Open vSwitch agent@dv-cinder-836070-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Agent': '1.1', Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'ConntrackHelper': '1.0', Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'LocalIPAssociation': '1.0', Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Log': '1.0', Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'NDPProxy': '1.0', Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Network': '1.1', Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Port': '1.7', Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'PortForwarding': '1.3', Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'QosPolicy': '1.10', Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'SecurityGroup': '1.5', Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'SecurityGroupRule': '1.2', Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'SubPort': '1.0', Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Subnet': '1.1', Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Trunk': '1.1'}} Mar 31 20:14:55.126187 dv-cinder-836070-1-iscsi neutron-server[103924]: {{(pid=103924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:14:55.128771 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:14:55.129034 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Checking segment: {'id': '7b9b58b5-2072-42a5-9b9b-895a81851751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:14:55.129517 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:55.129895 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Bound using segment: {'id': '7b9b58b5-2072-42a5-9b9b-895a81851751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48'} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:14:55.130352 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Bound port: 719729c2-88dc-4ff4-9046-2f390f2095f4, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9b58b5-2072-42a5-9b9b-895a81851751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48'}}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:14:55.130730 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:55.198110 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] For port 719729c2-88dc-4ff4-9046-2f390f2095f4, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:14:55.219222 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-cc21e8b4-22f6-4a01-a5ac-e53bbb743455 None None] Provisioning complete for port 719729c2-88dc-4ff4-9046-2f390f2095f4 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:55.219760 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] For port 719729c2-88dc-4ff4-9046-2f390f2095f4, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=719729c2-88dc-4ff4-9046-2f390f2095f4,segment=NetworkSegment(7b9b58b5-2072-42a5-9b9b-895a81851751),segment_id=7b9b58b5-2072-42a5-9b9b-895a81851751)] {{(pid=103924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:14:55.219856 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-cc21e8b4-22f6-4a01-a5ac-e53bbb743455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:55.263815 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-cc21e8b4-22f6-4a01-a5ac-e53bbb743455 None None] Port 719729c2-88dc-4ff4-9046-2f390f2095f4 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:14:55.300097 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:55.356502 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b520c4-0d1e-4b3c-a4bf-4e109eb13c2c None None] Pushing event updated for resources: {'Port': ['ID=719729c2-88dc-4ff4-9046-2f390f2095f4,revision_number=4']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:55.363472 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Routers {'5f3243ec-e378-48f5-8737-cde6e24e2840'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:14:55.364090 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:14:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['5f3243ec-e378-48f5-8737-cde6e24e2840'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:55.456430 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] Set router 5f3243ec-e378-48f5-8737-cde6e24e2840 gateway port host: None {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:14:55.589085 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-429bc78c-996e-4f3e-b2b2-71c9ba550182 None None] Provisioning complete for port 719729c2-88dc-4ff4-9046-2f390f2095f4 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:55.589579 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-429bc78c-996e-4f3e-b2b2-71c9ba550182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:55.672395 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-429bc78c-996e-4f3e-b2b2-71c9ba550182 None None] Current status of the port 719729c2-88dc-4ff4-9046-2f390f2095f4 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:14:55.672813 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-429bc78c-996e-4f3e-b2b2-71c9ba550182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:55.675603 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'name': 'router1', 'tenant_id': 'baa492139d874a699257843b7f4dc144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:14:41Z', 'updated_at': '2022-03-31T20:14:52Z', 'revision_number': 2, 'project_id': 'baa492139d874a699257843b7f4dc144', 'gw_port_host': None, '_interfaces': [{'id': '719729c2-88dc-4ff4-9046-2f390f2095f4', 'name': '', 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48', 'tenant_id': 'baa492139d874a699257843b7f4dc144', 'mac_address': 'fa:16:3e:85:67:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5231580d-d261-4bd9-9341-e2d6bcc252dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:51Z', 'updated_at': '2022-03-31T20:14:55Z', 'revision_number': 4, 'project_id': 'baa492139d874a699257843b7f4dc144', 'subnets': [{'id': '5231580d-d261-4bd9-9341-e2d6bcc252dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0eb0ada-f9f0-4fbf-b954-3425989eba34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:55.702439 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c022fa8f-6b8c-4618-a777-84f7a65dbef2 None None] The sync data for ids ['5f3243ec-e378-48f5-8737-cde6e24e2840'] in dv-cinder-836070-1-iscsi is: [{'id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'name': 'router1', 'tenant_id': 'baa492139d874a699257843b7f4dc144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:14:41Z', 'updated_at': '2022-03-31T20:14:52Z', 'revision_number': 2, 'project_id': 'baa492139d874a699257843b7f4dc144', 'gw_port_host': None, '_interfaces': [{'id': '719729c2-88dc-4ff4-9046-2f390f2095f4', 'name': '', 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48', 'tenant_id': 'baa492139d874a699257843b7f4dc144', 'mac_address': 'fa:16:3e:85:67:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5231580d-d261-4bd9-9341-e2d6bcc252dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:51Z', 'updated_at': '2022-03-31T20:14:55Z', 'revision_number': 4, 'project_id': 'baa492139d874a699257843b7f4dc144', 'subnets': [{'id': '5231580d-d261-4bd9-9341-e2d6bcc252dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0eb0ada-f9f0-4fbf-b954-3425989eba34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:14:55.704789 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-429bc78c-996e-4f3e-b2b2-71c9ba550182 None None] For port 719729c2-88dc-4ff4-9046-2f390f2095f4, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=719729c2-88dc-4ff4-9046-2f390f2095f4,segment=NetworkSegment(7b9b58b5-2072-42a5-9b9b-895a81851751),segment_id=7b9b58b5-2072-42a5-9b9b-895a81851751)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:14:55.854304 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-429bc78c-996e-4f3e-b2b2-71c9ba550182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:55.906664 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bc78c-996e-4f3e-b2b2-71c9ba550182 None None] Pushing event updated for resources: {'Port': ['ID=719729c2-88dc-4ff4-9046-2f390f2095f4,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:56.109024 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35240) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:56.221881 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4ee747-b99a-4bec-a7ee-0d7a59717bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:56.223167 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-ed4ee747-b99a-4bec-a7ee-0d7a59717bb9 admin admin] 10.222.0.74 "GET /v2.0/networks/3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf HTTP/1.1" status: 200 len: 842 time: 0.1131864 Mar 31 20:14:56.233412 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-85c7c062-0761-4b78-8b99-72d1cc5e65d4 admin admin] Request body: {'subnet': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:14:56.350919 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c7c062-0761-4b78-8b99-72d1cc5e65d4 admin admin] Made reservation on behalf of 91340b9dd3eb40c4bb85bad7cdd35184 for: {'subnet': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:14:56.353827 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-85c7c062-0761-4b78-8b99-72d1cc5e65d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:56.780024 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.objects.ports [None req-85c7c062-0761-4b78-8b99-72d1cc5e65d4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103921) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 20:14:56.780358 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-85c7c062-0761-4b78-8b99-72d1cc5e65d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for subnet (6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:56.833492 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7c062-0761-4b78-8b99-72d1cc5e65d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:56.844078 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c7c062-0761-4b78-8b99-72d1cc5e65d4 admin admin] Checking segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:14:56.844441 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c7c062-0761-4b78-8b99-72d1cc5e65d4 admin admin] Network hostable DHCP agents. Network: 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:14:56.985185 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c7c062-0761-4b78-8b99-72d1cc5e65d4 admin admin] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:14:57.128089 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-85c7c062-0761-4b78-8b99-72d1cc5e65d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf) {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:14:57.132129 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c7c062-0761-4b78-8b99-72d1cc5e65d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:57.132742 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-85c7c062-0761-4b78-8b99-72d1cc5e65d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:57.139518 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfa0925-12a4-4c75-857c-dc33a34a986b None None] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:14:57.245966 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5a1a55-ee09-4b77-88fb-20560b08fc0d None None] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:14:57.263130 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-85c7c062-0761-4b78-8b99-72d1cc5e65d4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0210450 Mar 31 20:14:59.697215 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35248) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:59.906059 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-c1e24068-406b-465e-a86f-579b0ee9395a demo admin] 10.222.0.74 "GET /v2.0/routers/5f3243ec-e378-48f5-8737-cde6e24e2840 HTTP/1.1" status: 200 len: 710 time: 0.2075558 Mar 31 20:15:00.002910 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9b8e76-e293-468d-8cec-45ab508e8eee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:15:00.004282 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-2d9b8e76-e293-468d-8cec-45ab508e8eee demo admin] 10.222.0.74 "GET /v2.0/networks/3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf HTTP/1.1" status: 200 len: 886 time: 0.0928595 Mar 31 20:15:00.013710 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:15:00.263006 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Publish callbacks [] for router_gateway (5f3243ec-e378-48f5-8737-cde6e24e2840), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:00.687867 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Publish callbacks [] for router_gateway (5f3243ec-e378-48f5-8737-cde6e24e2840), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:00.766314 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:00.875364 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Allocated IP 172.27.2.59 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/55621d4e-e2bd-4222-8cda-a9260d24d0cd) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:15:00.984439 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Publish callbacks [] for port (55621d4e-e2bd-4222-8cda-a9260d24d0cd), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:01.083204 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (55621d4e-e2bd-4222-8cda-a9260d24d0cd), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:01.120349 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:15:01.123187 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:15:01.132114 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:15:01.135968 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Pushing event updated for resources: {'Port': ['ID=55621d4e-e2bd-4222-8cda-a9260d24d0cd,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:01.495185 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Publish callbacks [] for router_gateway (5f3243ec-e378-48f5-8737-cde6e24e2840), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:01.780681 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16467656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16473529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-756'] for router (5f3243ec-e378-48f5-8737-cde6e24e2840), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:01.783999 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16467501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16467679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16467670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16473520'] for router (5f3243ec-e378-48f5-8737-cde6e24e2840), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:01.892105 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Router 5f3243ec-e378-48f5-8737-cde6e24e2840 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:15:01.997571 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:15:02.001801 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:02.010288 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-a94c08b1-43f5-4693-9c94-76a6b449da05 demo admin] 10.222.0.74 "PUT /v2.0/routers/5f3243ec-e378-48f5-8737-cde6e24e2840 HTTP/1.1" status: 200 len: 889 time: 1.9923627 Mar 31 20:15:02.570340 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 719729c2-88dc-4ff4-9046-2f390f2095f4 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:15:02.621227 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 719729c2-88dc-4ff4-9046-2f390f2095f4 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:15:02.621648 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:02.703090 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 719729c2-88dc-4ff4-9046-2f390f2095f4 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:15:04.331659 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Sync routers for ids ['5f3243ec-e378-48f5-8737-cde6e24e2840'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:15:04.343791 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Routers {'5f3243ec-e378-48f5-8737-cde6e24e2840'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:15:04.344476 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:14:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['5f3243ec-e378-48f5-8737-cde6e24e2840'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:15:04.559159 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Set router 5f3243ec-e378-48f5-8737-cde6e24e2840 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:15:04.581559 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 35260) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:15:04.734324 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-91db035c-f372-44f6-a9eb-b31c9ef8919c admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1516900 Mar 31 20:15:05.037269 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'name': 'router1', 'tenant_id': 'baa492139d874a699257843b7f4dc144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '55621d4e-e2bd-4222-8cda-a9260d24d0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:14:41Z', 'updated_at': '2022-03-31T20:15:01Z', 'revision_number': 4, 'project_id': 'baa492139d874a699257843b7f4dc144', 'gw_port': {'id': '55621d4e-e2bd-4222-8cda-a9260d24d0cd', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:15:00Z', 'updated_at': '2022-03-31T20:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '719729c2-88dc-4ff4-9046-2f390f2095f4', 'name': '', 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48', 'tenant_id': 'baa492139d874a699257843b7f4dc144', 'mac_address': 'fa:16:3e:85:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5231580d-d261-4bd9-9341-e2d6bcc252dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:51Z', 'updated_at': '2022-03-31T20:14:55Z', 'revision_number': 5, 'project_id': 'baa492139d874a699257843b7f4dc144', 'subnets': [{'id': '5231580d-d261-4bd9-9341-e2d6bcc252dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0eb0ada-f9f0-4fbf-b954-3425989eba34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:15:05.086320 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Checking router: 5f3243ec-e378-48f5-8737-cde6e24e2840 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:15:05.086729 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Updating router 5f3243ec-e378-48f5-8737-cde6e24e2840 port 55621d4e-e2bd-4222-8cda-a9260d24d0cd binding host dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:15:05.141283 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (55621d4e-e2bd-4222-8cda-a9260d24d0cd), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:05.461661 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Publish callbacks [] for port (55621d4e-e2bd-4222-8cda-a9260d24d0cd), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:05.608028 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (55621d4e-e2bd-4222-8cda-a9260d24d0cd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:05.673417 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Attempting to bind port 55621d4e-e2bd-4222-8cda-a9260d24d0cd on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:15:05.673784 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Attempting to bind port 55621d4e-e2bd-4222-8cda-a9260d24d0cd by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:15:05.674145 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Attempting to bind port 55621d4e-e2bd-4222-8cda-a9260d24d0cd on network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:15:05.675979 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d622a-27e2-4f01-82cc-faab4df9b92b None None] Pushing event updated for resources: {'Port': ['ID=55621d4e-e2bd-4222-8cda-a9260d24d0cd,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:05.682424 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:15:05.682796 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Checking segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:15:05.683191 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:05.683571 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Bound using segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:15:05.684600 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Bound port: 55621d4e-e2bd-4222-8cda-a9260d24d0cd, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:15:05.684600 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (55621d4e-e2bd-4222-8cda-a9260d24d0cd), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:05.732725 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] For port 55621d4e-e2bd-4222-8cda-a9260d24d0cd, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:15:05.735654 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] For port 55621d4e-e2bd-4222-8cda-a9260d24d0cd, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=55621d4e-e2bd-4222-8cda-a9260d24d0cd,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:15:05.831197 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (55621d4e-e2bd-4222-8cda-a9260d24d0cd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:05.886956 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d622a-27e2-4f01-82cc-faab4df9b92b None None] Pushing event updated for resources: {'Port': ['ID=55621d4e-e2bd-4222-8cda-a9260d24d0cd,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:05.893137 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Routers {'5f3243ec-e378-48f5-8737-cde6e24e2840'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:15:05.893743 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:14:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['5f3243ec-e378-48f5-8737-cde6e24e2840'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:15:06.003800 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] Set router 5f3243ec-e378-48f5-8737-cde6e24e2840 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:15:06.219961 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'name': 'router1', 'tenant_id': 'baa492139d874a699257843b7f4dc144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '55621d4e-e2bd-4222-8cda-a9260d24d0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:14:41Z', 'updated_at': '2022-03-31T20:15:01Z', 'revision_number': 4, 'project_id': 'baa492139d874a699257843b7f4dc144', 'gw_port': {'id': '55621d4e-e2bd-4222-8cda-a9260d24d0cd', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:15:00Z', 'updated_at': '2022-03-31T20:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '719729c2-88dc-4ff4-9046-2f390f2095f4', 'name': '', 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48', 'tenant_id': 'baa492139d874a699257843b7f4dc144', 'mac_address': 'fa:16:3e:85:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5231580d-d261-4bd9-9341-e2d6bcc252dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:51Z', 'updated_at': '2022-03-31T20:14:55Z', 'revision_number': 5, 'project_id': 'baa492139d874a699257843b7f4dc144', 'subnets': [{'id': '5231580d-d261-4bd9-9341-e2d6bcc252dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0eb0ada-f9f0-4fbf-b954-3425989eba34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:15:06.245477 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926256de-6f3c-410d-b5fa-4b7e103a6ab2 None None] The sync data for ids ['5f3243ec-e378-48f5-8737-cde6e24e2840'] in dv-cinder-836070-1-iscsi is: [{'id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'name': 'router1', 'tenant_id': 'baa492139d874a699257843b7f4dc144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '55621d4e-e2bd-4222-8cda-a9260d24d0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:14:41Z', 'updated_at': '2022-03-31T20:15:01Z', 'revision_number': 4, 'project_id': 'baa492139d874a699257843b7f4dc144', 'gw_port': {'id': '55621d4e-e2bd-4222-8cda-a9260d24d0cd', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:15:00Z', 'updated_at': '2022-03-31T20:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '719729c2-88dc-4ff4-9046-2f390f2095f4', 'name': '', 'network_id': '233126ec-004d-4f61-ab70-ba06bedf4d48', 'tenant_id': 'baa492139d874a699257843b7f4dc144', 'mac_address': 'fa:16:3e:85:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3243ec-e378-48f5-8737-cde6e24e2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5231580d-d261-4bd9-9341-e2d6bcc252dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:51Z', 'updated_at': '2022-03-31T20:14:55Z', 'revision_number': 5, 'project_id': 'baa492139d874a699257843b7f4dc144', 'subnets': [{'id': '5231580d-d261-4bd9-9341-e2d6bcc252dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0eb0ada-f9f0-4fbf-b954-3425989eba34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:15:06.602625 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 55621d4e-e2bd-4222-8cda-a9260d24d0cd up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:15:06.670233 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 55621d4e-e2bd-4222-8cda-a9260d24d0cd triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:15:06.670233 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (55621d4e-e2bd-4222-8cda-a9260d24d0cd), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:06.782226 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 55621d4e-e2bd-4222-8cda-a9260d24d0cd is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:15:06.782825 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (55621d4e-e2bd-4222-8cda-a9260d24d0cd), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:06.810015 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port 55621d4e-e2bd-4222-8cda-a9260d24d0cd, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=55621d4e-e2bd-4222-8cda-a9260d24d0cd,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:15:07.026346 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (55621d4e-e2bd-4222-8cda-a9260d24d0cd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:07.096998 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=55621d4e-e2bd-4222-8cda-a9260d24d0cd,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:08.579313 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 55621d4e-e2bd-4222-8cda-a9260d24d0cd up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:15:08.648448 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 55621d4e-e2bd-4222-8cda-a9260d24d0cd triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:15:08.648938 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (55621d4e-e2bd-4222-8cda-a9260d24d0cd), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:08.737169 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 55621d4e-e2bd-4222-8cda-a9260d24d0cd is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:15:10.771459 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 5 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:15:17.475942 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c6383850-b921-4ca9-84bf-a3b61b879a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:19.813270 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-cb0fab6e-2bae-42b0-b8ab-ecc4f76e34da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:20.967545 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:22.139173 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:23.848258 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:47.521241 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-eec94d52-a5bb-4421-a099-9db0a7eddd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:47.775380 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 5 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:15:49.847174 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-54cc8475-d8fb-4251-984d-14867d3d5c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:50.875604 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:52.123482 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:53.794697 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:17.473827 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-67ae9b0d-129e-4a2a-9a80-005c842829c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:19.782518 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-8dc1d4db-7ba3-4d70-8e63-3a07fc50c9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:20.862523 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:22.136509 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:23.816311 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:24.831113 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 5 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:16:29.127188 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35744) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:29.194019 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.pecan_wsgi.hooks.translation [None req-9804eb56-7c7b-4677-9e2a-ab5e10bb97ae admin admin] GET failed (client error): The resource could not be found. Mar 31 20:16:29.195377 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-9804eb56-7c7b-4677-9e2a-ab5e10bb97ae admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0672126 Mar 31 20:16:29.357649 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62c885a-6977-452c-98b1-db50db09a949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:29.359120 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-a62c885a-6977-452c-98b1-db50db09a949 admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1594937 Mar 31 20:16:31.683381 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 35754) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:31.774065 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7689bdf0-bcad-4190-8259-7f4ec76f1ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:31.776446 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7689bdf0-bcad-4190-8259-7f4ec76f1ce9 admin admin] 10.222.0.74 "GET /v2.0/subnets/5231580d-d261-4bd9-9341-e2d6bcc252dd HTTP/1.1" status: 200 len: 849 time: 0.0920219 Mar 31 20:16:31.784678 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:16:31.888014 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Publish callbacks [] for subnet (5231580d-d261-4bd9-9341-e2d6bcc252dd), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:32.084674 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779408196482'] for subnet (5231580d-d261-4bd9-9341-e2d6bcc252dd), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:32.117974 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:32.118586 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:32.119884 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] 10.222.0.74 "PUT /v2.0/subnets/5231580d-d261-4bd9-9341-e2d6bcc252dd HTTP/1.1" status: 200 len: 868 time: 0.3389065 Mar 31 20:16:32.128531 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef071e-4c99-458b-9ad4-c9320f28656a None None] Network 233126ec-004d-4f61-ab70-ba06bedf4d48 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:16:32.138468 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5231580d-d261-4bd9-9341-e2d6bcc252dd,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:16:32.146176 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.146539 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.146942 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.147290 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.147625 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.147958 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.148289 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.148628 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.149043 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.149381 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.149881 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.150085 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.150405 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.150767 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.151103 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9d7f-443c-4192-8ffd-56c21b075423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:32.437347 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fd6ce1aa-3cb0-4fa2-b1d2-fa4014890421 None None] Provisioning complete for port 719729c2-88dc-4ff4-9046-2f390f2095f4 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:16:32.437738 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fd6ce1aa-3cb0-4fa2-b1d2-fa4014890421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (719729c2-88dc-4ff4-9046-2f390f2095f4), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:32.514501 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ce1aa-3cb0-4fa2-b1d2-fa4014890421 None None] Current status of the port 719729c2-88dc-4ff4-9046-2f390f2095f4 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:16:32.524243 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fd6ce1aa-3cb0-4fa2-b1d2-fa4014890421 None None] Provisioning complete for port fc4fe848-86e3-46d9-8955-45451de1c26f triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:16:32.524571 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fd6ce1aa-3cb0-4fa2-b1d2-fa4014890421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (fc4fe848-86e3-46d9-8955-45451de1c26f), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:32.597600 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ce1aa-3cb0-4fa2-b1d2-fa4014890421 None None] Current status of the port fc4fe848-86e3-46d9-8955-45451de1c26f is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:16:34.477610 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35764) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:34.672704 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09cf0de-a30d-458e-aa6a-27ca2644304d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:34.673144 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09cf0de-a30d-458e-aa6a-27ca2644304d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:34.674680 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-f09cf0de-a30d-458e-aa6a-27ca2644304d admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1961331 Mar 31 20:16:36.966319 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 35772) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:37.160352 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360af63e-e44c-43e8-b977-1b71da6e522a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:37.160742 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360af63e-e44c-43e8-b977-1b71da6e522a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:37.162869 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-360af63e-e44c-43e8-b977-1b71da6e522a admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1940718 Mar 31 20:16:39.479971 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35780) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:39.607613 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c937273-bb7d-493c-951d-37c27c66ab55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:39.609013 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-0c937273-bb7d-493c-951d-37c27c66ab55 admin admin] 10.222.0.74 "GET /v2.0/networks/233126ec-004d-4f61-ab70-ba06bedf4d48 HTTP/1.1" status: 200 len: 869 time: 0.1280580 Mar 31 20:16:41.935842 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 35788) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:42.086075 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1224f7c7-e251-41dd-a317-ccf0fe6e8f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:42.087690 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1224f7c7-e251-41dd-a317-ccf0fe6e8f45 admin admin] 10.222.0.74 "GET /v2.0/networks/3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf HTTP/1.1" status: 200 len: 886 time: 0.1506536 Mar 31 20:16:44.393467 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 35796) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:44.521073 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a483b-8f1c-44c2-97f6-10a2c5506779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:44.521593 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a483b-8f1c-44c2-97f6-10a2c5506779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:44.523132 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a25a483b-8f1c-44c2-97f6-10a2c5506779 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287220 Mar 31 20:16:46.847450 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35804) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:46.970930 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46369c35-e3fe-4d01-ab62-5fda147dddd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:46.971397 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46369c35-e3fe-4d01-ab62-5fda147dddd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:46.972959 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-46369c35-e3fe-4d01-ab62-5fda147dddd9 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245282 Mar 31 20:16:47.485360 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f7db3530-5566-4119-919d-21e4bfaf9d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:49.316335 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35812) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:49.407673 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dbd04c-b393-467b-9b12-7ab8c7e77121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:49.409032 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-d4dbd04c-b393-467b-9b12-7ab8c7e77121 admin admin] 10.222.0.74 "GET /v2.0/subnets/5231580d-d261-4bd9-9341-e2d6bcc252dd HTTP/1.1" status: 200 len: 868 time: 0.0916903 Mar 31 20:16:49.792864 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e934fc87-d14d-4bb9-9d72-5f52f5e21a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:50.866602 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:51.714343 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35820) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:51.801221 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b3ae19-bff1-40d1-bd1c-b571ddda56f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:51.802581 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-97b3ae19-bff1-40d1-bd1c-b571ddda56f2 admin admin] 10.222.0.74 "GET /v2.0/subnets/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b HTTP/1.1" status: 200 len: 816 time: 0.0872784 Mar 31 20:16:52.124135 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:53.792912 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:01.828193 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 5 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:17:17.477296 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-27260859-f162-417d-ae82-51c131e598ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:19.832709 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-6ee32460-211b-466f-a29d-a3e839a31020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:20.119378 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35872) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:17:20.165866 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [None req-dee14ddf-fb18-4c5e-9461-535d77ca278b admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:17:20.166880 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-dee14ddf-fb18-4c5e-9461-535d77ca278b admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465577 Mar 31 20:17:20.871531 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:22.140346 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:22.544773 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35880) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:17:22.607268 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.pecan_wsgi.hooks.translation [None req-4992e2fb-cc16-4ef4-b651-c60e57361224 admin admin] GET failed (client error): The resource could not be found. Mar 31 20:17:22.608545 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-4992e2fb-cc16-4ef4-b651-c60e57361224 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0628166 Mar 31 20:17:22.695393 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61367242-944e-4df4-9371-d4f5a8a51369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:22.696837 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-61367242-944e-4df4-9371-d4f5a8a51369 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842581 Mar 31 20:17:23.791520 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:25.031401 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35888) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:17:25.077087 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:17:25.168685 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Made reservation on behalf of 91340b9dd3eb40c4bb85bad7cdd35184 for: {'network': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:17:25.171029 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:25.200470 dv-cinder-836070-1-iscsi neutron-server[103921]: WARNING neutron.services.revisions.revision_plugin [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Could not find related network for resource to bump revision. Mar 31 20:17:25.212613 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56288351-4902-489f-8243-6de5e148efae admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=103921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:17:25.222215 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (7738f976-b24c-4b2b-a127-41e952ef0b25), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:25.222605 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.segments_db [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Added segment 7738f976-b24c-4b2b-a127-41e952ef0b25 of type vlan for network 6e3068a3-0d84-4f75-90a0-cf50d2a74441 Mar 31 20:17:25.263901 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (6e3068a3-0d84-4f75-90a0-cf50d2a74441), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:25.351725 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (6e3068a3-0d84-4f75-90a0-cf50d2a74441), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:25.352831 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:25.353506 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:25.409695 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Pushing event updated for resources: {'Network': ['ID=6e3068a3-0d84-4f75-90a0-cf50d2a74441,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:17:25.416200 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.416553 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.416951 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.417281 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.417613 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.417941 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.418266 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.418596 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.418930 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.419262 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.419599 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.419938 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.420261 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.420576 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.420912 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56288351-4902-489f-8243-6de5e148efae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:25.431949 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 6e3068a3-0d84-4f75-90a0-cf50d2a74441 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:17:25.485448 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-56288351-4902-489f-8243-6de5e148efae admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4528863 Mar 31 20:17:27.824167 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35896) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:17:27.885075 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.pecan_wsgi.hooks.translation [None req-1854925b-2e06-46fa-8cfa-b5a3564373a6 admin admin] GET failed (client error): The resource could not be found. Mar 31 20:17:27.886252 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-1854925b-2e06-46fa-8cfa-b5a3564373a6 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611117 Mar 31 20:17:27.955150 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216cdc79-824f-4c8c-bb28-51bddcc79d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:27.957194 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-216cdc79-824f-4c8c-bb28-51bddcc79d3d admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669239 Mar 31 20:17:27.967066 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-7b54d526-0e50-4e4f-af21-dc2b54ed61c8 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '6e3068a3-0d84-4f75-90a0-cf50d2a74441', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:17:28.088405 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b54d526-0e50-4e4f-af21-dc2b54ed61c8 admin admin] Made reservation on behalf of 91340b9dd3eb40c4bb85bad7cdd35184 for: {'subnet': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:17:28.090653 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7b54d526-0e50-4e4f-af21-dc2b54ed61c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:28.345627 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7b54d526-0e50-4e4f-af21-dc2b54ed61c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for subnet (bbb19786-bece-46b2-980d-dc60f59e4fb1), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:28.499841 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54d526-0e50-4e4f-af21-dc2b54ed61c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb19786-bece-46b2-980d-dc60f59e4fb1,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:17:28.507364 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b54d526-0e50-4e4f-af21-dc2b54ed61c8 admin admin] Checking segment: {'id': '7738f976-b24c-4b2b-a127-41e952ef0b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6e3068a3-0d84-4f75-90a0-cf50d2a74441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:17:28.507718 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54d526-0e50-4e4f-af21-dc2b54ed61c8 admin admin] Network hostable DHCP agents. Network: 6e3068a3-0d84-4f75-90a0-cf50d2a74441, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:17:28.585695 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54d526-0e50-4e4f-af21-dc2b54ed61c8 admin admin] Network 6e3068a3-0d84-4f75-90a0-cf50d2a74441 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:17:28.677378 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-7b54d526-0e50-4e4f-af21-dc2b54ed61c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 6e3068a3-0d84-4f75-90a0-cf50d2a74441) {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:17:28.681483 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b54d526-0e50-4e4f-af21-dc2b54ed61c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:28.682079 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7b54d526-0e50-4e4f-af21-dc2b54ed61c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:28.686629 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e8e533-1cad-4a5d-9174-214426693683 None None] Network 6e3068a3-0d84-4f75-90a0-cf50d2a74441 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:17:28.777210 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-7b54d526-0e50-4e4f-af21-dc2b54ed61c8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8134542 Mar 31 20:17:28.781917 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a47c094-6fbf-5610-a773-a6d0d3fbb37a-6e3068a3-0d84-4f75-90a0-cf50d2a74441', 'network_id': '6e3068a3-0d84-4f75-90a0-cf50d2a74441', 'project_id': '91340b9dd3eb40c4bb85bad7cdd35184', 'fixed_ips': [{'subnet_id': 'bbb19786-bece-46b2-980d-dc60f59e4fb1'}]}} from dv-cinder-836070-1-iscsi. {{(pid=103922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:17:28.782773 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:28.924971 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.db_base_plugin_common [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Allocated IP 192.168.233.2 (6e3068a3-0d84-4f75-90a0-cf50d2a74441/bbb19786-bece-46b2-980d-dc60f59e4fb1/e5c978bc-d45e-4e57-b80d-fe633ff4c4d3) {{(pid=103922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:17:29.197511 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Publish callbacks [] for port (e5c978bc-d45e-4e57-b80d-fe633ff4c4d3), precommit_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:29.266761 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (e5c978bc-d45e-4e57-b80d-fe633ff4c4d3), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:29.304538 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Network 6e3068a3-0d84-4f75-90a0-cf50d2a74441 is already hosted by enough agents. {{(pid=103922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:17:29.307405 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.base_scheduler [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Resources bound (agent type, host, resource id): {{(pid=103922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:17:29.313427 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Received port after_create {{(pid=103922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:17:29.319827 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Pushing event updated for resources: {'Port': ['ID=e5c978bc-d45e-4e57-b80d-fe633ff4c4d3,revision_number=1']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:17:29.330882 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.331062 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.332026 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.332391 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.332734 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.333099 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.333432 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.333759 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.334693 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.334693 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.334906 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.335080 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.335411 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.335738 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.336323 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:29.488151 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Attempting to bind port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:17:29.488151 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Attempting to bind port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '7738f976-b24c-4b2b-a127-41e952ef0b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6e3068a3-0d84-4f75-90a0-cf50d2a74441'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:17:29.488151 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Attempting to bind port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3 on network 6e3068a3-0d84-4f75-90a0-cf50d2a74441 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:17:29.488151 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:17:29.488151 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Checking segment: {'id': '7738f976-b24c-4b2b-a127-41e952ef0b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6e3068a3-0d84-4f75-90a0-cf50d2a74441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:17:29.488151 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:29.488151 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Bound using segment: {'id': '7738f976-b24c-4b2b-a127-41e952ef0b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6e3068a3-0d84-4f75-90a0-cf50d2a74441'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:17:29.488151 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Bound port: e5c978bc-d45e-4e57-b80d-fe633ff4c4d3, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7738f976-b24c-4b2b-a127-41e952ef0b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6e3068a3-0d84-4f75-90a0-cf50d2a74441'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:17:29.488151 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (e5c978bc-d45e-4e57-b80d-fe633ff4c4d3), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:29.548995 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-10246b3e-2962-479b-bee3-8337217980fb None None] For port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:17:29.552196 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-10246b3e-2962-479b-bee3-8337217980fb None None] For port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e5c978bc-d45e-4e57-b80d-fe633ff4c4d3,segment=NetworkSegment(7738f976-b24c-4b2b-a127-41e952ef0b25),segment_id=7738f976-b24c-4b2b-a127-41e952ef0b25)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:17:29.683530 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (e5c978bc-d45e-4e57-b80d-fe633ff4c4d3), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:29.739402 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10246b3e-2962-479b-bee3-8337217980fb None None] Pushing event updated for resources: {'Port': ['ID=e5c978bc-d45e-4e57-b80d-fe633ff4c4d3,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:17:30.599710 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8efbfc2-2555-48c9-874b-2bf03f151853 None None] Network 6e3068a3-0d84-4f75-90a0-cf50d2a74441 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:17:30.678149 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fe3f2f21-2d2a-4ba1-8881-91c26bb1946a None None] Provisioning complete for port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:17:30.678544 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fe3f2f21-2d2a-4ba1-8881-91c26bb1946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e5c978bc-d45e-4e57-b80d-fe633ff4c4d3), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:30.680596 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e5c978bc-d45e-4e57-b80d-fe633ff4c4d3 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:17:30.845057 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:17:30.845670 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e5c978bc-d45e-4e57-b80d-fe633ff4c4d3), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:30.848822 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f2f21-2d2a-4ba1-8881-91c26bb1946a None None] Current status of the port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:17:30.849236 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fe3f2f21-2d2a-4ba1-8881-91c26bb1946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (e5c978bc-d45e-4e57-b80d-fe633ff4c4d3), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:30.913936 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fe3f2f21-2d2a-4ba1-8881-91c26bb1946a None None] For port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e5c978bc-d45e-4e57-b80d-fe633ff4c4d3,segment=NetworkSegment(7738f976-b24c-4b2b-a127-41e952ef0b25),segment_id=7738f976-b24c-4b2b-a127-41e952ef0b25)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:17:30.963236 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:17:30.963688 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (e5c978bc-d45e-4e57-b80d-fe633ff4c4d3), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:31.004743 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fe3f2f21-2d2a-4ba1-8881-91c26bb1946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (e5c978bc-d45e-4e57-b80d-fe633ff4c4d3), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:31.078599 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.db.api [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 20:17:31.078974 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG oslo_db.api [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 20:17:31.082676 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f2f21-2d2a-4ba1-8881-91c26bb1946a None None] Pushing event updated for resources: {'Port': ['ID=e5c978bc-d45e-4e57-b80d-fe633ff4c4d3,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:17:31.124405 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-b67019ee-a02d-4469-984f-af7c2a8d489c None None] Provisioning complete for port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:17:31.124735 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b67019ee-a02d-4469-984f-af7c2a8d489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e5c978bc-d45e-4e57-b80d-fe633ff4c4d3), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:31.202652 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-b67019ee-a02d-4469-984f-af7c2a8d489c None None] Current status of the port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:17:31.617962 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:17:32.627562 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e5c978bc-d45e-4e57-b80d-fe633ff4c4d3 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:17:32.677858 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:17:32.678344 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e5c978bc-d45e-4e57-b80d-fe633ff4c4d3), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:32.752493 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port e5c978bc-d45e-4e57-b80d-fe633ff4c4d3 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:17:38.826089 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 5 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:17:47.528343 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5b4d70a7-63ca-48ca-b850-8a101e8b4b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:49.807842 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-ff81eee7-ac15-4a54-9225-8908e42b7215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:50.905413 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:52.128226 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:53.847637 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:15.824190 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 5 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:18:17.452747 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7bcff116-b8f2-477a-ba0b-d4c69a58e2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:19.818203 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-23089966-c591-4e39-b917-bc9071a78442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:20.880972 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:22.160855 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:23.806639 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:47.457052 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-62aeeec8-8253-4520-a9f1-9ca5dd845bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:49.828804 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-00e4fa6b-11c2-40ce-be4f-dee4ecdf4d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:50.931224 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:52.165266 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:52.821503 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 5 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:18:53.874173 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:59.223864 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35936) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:18:59.229576 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [None req-f6ec3fa7-8877-4264-af07-c96ca4fdc364 tempest-verify_tempest_config-2147159265 tempest-verify_tempest_config-2147159265-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:18:59.230539 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-f6ec3fa7-8877-4264-af07-c96ca4fdc364 tempest-verify_tempest_config-2147159265 tempest-verify_tempest_config-2147159265-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056579 Mar 31 20:18:59.747617 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 35954) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:18:59.865035 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:59.974804 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Publish callbacks [] for security_group (1bf4ff9e-5636-4150-b9aa-a573ad97131e), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:00.028089 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (1bf4ff9e-5636-4150-b9aa-a573ad97131e), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:00.070840 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf4ff9e-5636-4150-b9aa-a573ad97131e,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:19:00.075599 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a1ad3330dad7474990b2451615828157&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3269742 Mar 31 20:19:00.078493 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 35960) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.087576 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e5d8d-6885-4b94-b0d8-5e6f7e448ba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.133397 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Publish callbacks [] for security_group (1bf4ff9e-5636-4150-b9aa-a573ad97131e), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:00.154180 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Publish callbacks [] for security_group (1bf4ff9e-5636-4150-b9aa-a573ad97131e), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:00.314242 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (1bf4ff9e-5636-4150-b9aa-a573ad97131e), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:00.316812 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:00.317975 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1bf4ff9e-5636-4150-b9aa-a573ad97131e HTTP/1.1" status: 204 len: 168 time: 0.2384505 Mar 31 20:19:00.325690 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf4ff9e-5636-4150-b9aa-a573ad97131e,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:19:00.333379 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.333732 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.334103 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.334451 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.334791 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.335126 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.335459 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.335794 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.336129 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.336462 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.336794 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.337156 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.337483 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.337810 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:00.338135 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934345d-59bc-4eb5-9651-341d4beeffe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:17.485466 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f7da2481-4a28-4762-8972-deefe8993318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:19.787552 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-79f4692a-e604-4191-904a-3e799dba1803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:20.890224 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:22.169878 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:23.763916 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:29.819275 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 5 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:19:47.472220 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f6531367-e8ab-46a8-a962-f2fde15469f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:49.907041 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-df434f21-2a2b-4604-a31e-4c03fc2b0f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:50.888948 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:52.134601 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:53.791546 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:06.816945 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 5 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:20:17.453531 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-78a0812e-276e-4a73-9098-19dfe155a919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:19.882095 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e22af572-fc8f-40d3-8646-9f120251290c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:20.882307 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:22.161746 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:23.773223 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:39.596150 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16467158'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:43.815564 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:20:47.481311 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2633f7e9-e1e9-4738-b85e-bd7c16136cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:49.795420 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-d4bbece2-17b9-4791-9c84-716c6ba7dd7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:50.904138 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:52.149522 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:53.795798 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:55.162867 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 36030) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:20:55.267666 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-41c00913-91b6-41d8-b03b-c5e1bce53f46 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1037025 Mar 31 20:20:57.565677 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36040) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:20:57.628022 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-ce1723e0-bfff-4ebe-9146-f7fa5bd5104b admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0612724 Mar 31 20:21:09.548650 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:17.468948 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-77624de2-7333-4e42-a8e0-5a543fe2161f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:19.822479 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-8dbb3507-278f-44c1-a403-4f9fb2618bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:20.814075 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:21:20.885256 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:22.142723 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:23.783478 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:39.547593 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:47.473109 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-27ea856e-f2a4-4536-87a3-6e6eb7b3a1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:49.816211 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a3f3e5eb-658b-434e-8b8d-38f93b3d4a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:50.902755 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:52.158801 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:53.758323 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.812585 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:22:09.580789 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:17.471801 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2746773f-23e8-4a6c-9109-f81cff4c7c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:19.786142 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-730b712b-0670-4414-a7c1-f82c99a5b5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:20.906094 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:22.157937 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:23.802989 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:32.621731 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36110) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:32.785885 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-526951356-network', 'tenant_id': 'dd8f895a54d945049c61f2e4c65850e9'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:32.948585 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Made reservation on behalf of dd8f895a54d945049c61f2e4c65850e9 for: {'network': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:32.955748 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:32.973618 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.074731 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Publish callbacks [] for security_group (3d5db01d-8d61-4960-86e4-b966800f0428), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.140489 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (3d5db01d-8d61-4960-86e4-b966800f0428), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.167364 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=103921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:22:33.182281 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5db01d-8d61-4960-86e4-b966800f0428,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:33.184624 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (16f12897-c723-42e4-8295-71886a5dbf72), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.186668 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.segments_db [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Added segment 16f12897-c723-42e4-8295-71886a5dbf72 of type vlan for network ec96d573-1de5-4d59-abe0-411bf39c48a2 Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Tracked resource versions report: Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: pushed versions: Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: { 'AddressGroup': {'1.2'}, Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Agent': {'1.1'}, Mar 31 20:22:33.221120 dv-cinder-836070-1-iscsi neutron-server[103921]: 'ConntrackHelper': {'1.0'}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Log': {'1.0'}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'NDPProxy': {'1.0'}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Network': {'1.1'}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Port': {'1.7'}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'PortForwarding': {'1.3'}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'QosPolicy': {'1.10'}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'SecurityGroup': {'1.5'}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'SubPort': {'1.0'}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Subnet': {'1.1'}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Trunk': {'1.1'}} Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: consumer versions: Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: { DHCP agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: L3 agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: Metadata agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: Metering agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: Open vSwitch agent@dv-cinder-836070-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Agent': '1.1', Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'ConntrackHelper': '1.0', Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'LocalIPAssociation': '1.0', Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Log': '1.0', Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'NDPProxy': '1.0', Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Network': '1.1', Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Port': '1.7', Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'PortForwarding': '1.3', Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'QosPolicy': '1.10', Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'SecurityGroup': '1.5', Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'SecurityGroupRule': '1.2', Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'SubPort': '1.0', Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Subnet': '1.1', Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: 'Trunk': '1.1'}} Mar 31 20:22:33.222436 dv-cinder-836070-1-iscsi neutron-server[103921]: {{(pid=103921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:22:33.272749 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (ec96d573-1de5-4d59-abe0-411bf39c48a2), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.345990 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (ec96d573-1de5-4d59-abe0-411bf39c48a2), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.346971 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:33.347549 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.408009 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] Pushing event updated for resources: {'Network': ['ID=ec96d573-1de5-4d59-abe0-411bf39c48a2,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:33.420066 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network ec96d573-1de5-4d59-abe0-411bf39c48a2 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:22:33.456900 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-4d8105bf-6c59-4179-9609-353771d9a3cf admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8330693 Mar 31 20:22:33.459735 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36168) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:33.465268 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-0d875e4d-6976-4730-868f-930022c61741 admin admin] Request body: {'subnet': {'network_id': 'ec96d573-1de5-4d59-abe0-411bf39c48a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-526951356-subnet', 'tenant_id': 'dd8f895a54d945049c61f2e4c65850e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:33.546595 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d875e4d-6976-4730-868f-930022c61741 admin admin] Made reservation on behalf of dd8f895a54d945049c61f2e4c65850e9 for: {'subnet': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:33.550465 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0d875e4d-6976-4730-868f-930022c61741 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.877400 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0d875e4d-6976-4730-868f-930022c61741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for subnet (748b483f-95ff-4b46-abde-a7c05d0f0f79), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.932331 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d875e4d-6976-4730-868f-930022c61741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=748b483f-95ff-4b46-abde-a7c05d0f0f79,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:33.943443 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d875e4d-6976-4730-868f-930022c61741 admin admin] Checking segment: {'id': '16f12897-c723-42e4-8295-71886a5dbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ec96d573-1de5-4d59-abe0-411bf39c48a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:33.943821 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d875e4d-6976-4730-868f-930022c61741 admin admin] Network hostable DHCP agents. Network: ec96d573-1de5-4d59-abe0-411bf39c48a2, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:22:34.083112 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d875e4d-6976-4730-868f-930022c61741 admin admin] Network ec96d573-1de5-4d59-abe0-411bf39c48a2 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:22:34.168814 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-0d875e4d-6976-4730-868f-930022c61741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, ec96d573-1de5-4d59-abe0-411bf39c48a2) {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:34.173886 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d875e4d-6976-4730-868f-930022c61741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:34.179767 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0d875e4d-6976-4730-868f-930022c61741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:34.180558 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ffd014-5289-4354-87a1-8d7b2d8c5560 None None] Network ec96d573-1de5-4d59-abe0-411bf39c48a2 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:34.263159 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-0d875e4d-6976-4730-868f-930022c61741 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8023181 Mar 31 20:22:34.284992 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee855635-6739-43df-b62d-e3b5b0b8f30c None None] Network ec96d573-1de5-4d59-abe0-411bf39c48a2 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:34.812524 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:22:35.130297 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36250) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:35.495000 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-network', 'tenant_id': 'e6d77c702db8412b99606b6691146301'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:35.585530 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] Made reservation on behalf of e6d77c702db8412b99606b6691146301 for: {'network': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:35.587906 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:35.597647 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:35.686704 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] Publish callbacks [] for security_group (304443c4-7516-4a82-8ce8-7f7825e17e27), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:35.701028 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36274) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:35.774768 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (304443c4-7516-4a82-8ce8-7f7825e17e27), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:35.808548 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:22:35.813215 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304443c4-7516-4a82-8ce8-7f7825e17e27,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:35.821836 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (be641039-c5b0-461d-a8fa-4ab259765bbf), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:35.822134 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.segments_db [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] Added segment be641039-c5b0-461d-a8fa-4ab259765bbf of type vlan for network 90c23a38-86bf-47a2-8e01-2e815cf3c775 Mar 31 20:22:35.864588 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (90c23a38-86bf-47a2-8e01-2e815cf3c775), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:35.947489 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (90c23a38-86bf-47a2-8e01-2e815cf3c775), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:35.948526 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:35.949240 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.024195 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] Pushing event updated for resources: {'Network': ['ID=90c23a38-86bf-47a2-8e01-2e815cf3c775,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:36.037905 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 90c23a38-86bf-47a2-8e01-2e815cf3c775 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:22:36.057547 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-514717a4-8b83-45bf-98f5-f5be7846633b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9255683 Mar 31 20:22:36.059875 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36284) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:36.065395 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-b0d2122e-5944-4a80-a356-166311227748 admin admin] Request body: {'subnet': {'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-subnet', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:36.157385 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d2122e-5944-4a80-a356-166311227748 admin admin] Made reservation on behalf of e6d77c702db8412b99606b6691146301 for: {'subnet': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:36.159729 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0d2122e-5944-4a80-a356-166311227748 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.331242 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-577229263-network', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:36.408606 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] Made reservation on behalf of d5a4218c461f42dbb07a80644deeec2c for: {'network': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:36.411346 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.420553 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.430327 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0d2122e-5944-4a80-a356-166311227748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for subnet (3b03298a-3a6b-4897-b7bc-ba44aabb0313), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.510299 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] Publish callbacks [] for security_group (19c2473f-4f04-428e-b4ee-70a2e4ea1763), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.578592 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (19c2473f-4f04-428e-b4ee-70a2e4ea1763), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.583252 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2122e-5944-4a80-a356-166311227748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b03298a-3a6b-4897-b7bc-ba44aabb0313,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:36.603962 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2122e-5944-4a80-a356-166311227748 admin admin] Checking segment: {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:36.604270 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d2122e-5944-4a80-a356-166311227748 admin admin] Network hostable DHCP agents. Network: 90c23a38-86bf-47a2-8e01-2e815cf3c775, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:22:36.614207 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=103921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:22:36.642642 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (13497781-b9c7-46aa-84f3-7b95f827b2d2), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.642991 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.segments_db [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] Added segment 13497781-b9c7-46aa-84f3-7b95f827b2d2 of type vlan for network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 Mar 31 20:22:36.653204 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c2473f-4f04-428e-b4ee-70a2e4ea1763,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:36.694405 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (471d06ab-6d13-45c3-8d1d-4f6a22317dd0), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.751580 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d2122e-5944-4a80-a356-166311227748 admin admin] Network 90c23a38-86bf-47a2-8e01-2e815cf3c775 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:22:36.780678 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (471d06ab-6d13-45c3-8d1d-4f6a22317dd0), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.781723 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:36.782326 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.831552 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-b0d2122e-5944-4a80-a356-166311227748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 90c23a38-86bf-47a2-8e01-2e815cf3c775) {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:36.837869 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d2122e-5944-4a80-a356-166311227748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:36.841449 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0d2122e-5944-4a80-a356-166311227748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.845997 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71cfac7-fcb1-4ade-8b53-b6b33fcd8b23 None None] Network 90c23a38-86bf-47a2-8e01-2e815cf3c775 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:36.852245 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] Pushing event updated for resources: {'Network': ['ID=471d06ab-6d13-45c3-8d1d-4f6a22317dd0,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:36.894261 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:22:36.909170 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-b0d2122e-5944-4a80-a356-166311227748 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8480046 Mar 31 20:22:36.916113 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 36328) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:36.917467 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-18cbd36c-0841-4a74-8741-c869cbaf5c68 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2148268 Mar 31 20:22:36.918207 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36330) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:36.921568 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:36.923698 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-046bbdba-f983-497e-9124-45d1e734e7cc admin admin] Request body: {'subnet': {'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-subnet', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:37.026879 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a47c094-6fbf-5610-a773-a6d0d3fbb37a-90c23a38-86bf-47a2-8e01-2e815cf3c775', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'project_id': 'e6d77c702db8412b99606b6691146301', 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313'}]}} from dv-cinder-836070-1-iscsi. {{(pid=103922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:22:37.027862 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.042904 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046bbdba-f983-497e-9124-45d1e734e7cc admin admin] Made reservation on behalf of d5a4218c461f42dbb07a80644deeec2c for: {'subnet': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:37.045692 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-046bbdba-f983-497e-9124-45d1e734e7cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.072518 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16473659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-649'] for router (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.074374 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16473515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16467706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.216007 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Publish callbacks [] for router_controller (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), precommit_add_association {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.322584 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-046bbdba-f983-497e-9124-45d1e734e7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for subnet (bea34364-25de-4223-a970-366fe9a8bb90), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.351634 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.db_base_plugin_common [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Allocated IP 172.20.0.2 (90c23a38-86bf-47a2-8e01-2e815cf3c775/3b03298a-3a6b-4897-b7bc-ba44aabb0313/62908747-e57b-468f-9f41-708218f28cad) {{(pid=103922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:37.434226 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046bbdba-f983-497e-9124-45d1e734e7cc admin admin] Checking segment: {'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:37.435059 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046bbdba-f983-497e-9124-45d1e734e7cc admin admin] Network hostable DHCP agents. Network: 471d06ab-6d13-45c3-8d1d-4f6a22317dd0, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:22:37.438952 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bbdba-f983-497e-9124-45d1e734e7cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea34364-25de-4223-a970-366fe9a8bb90,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:37.535389 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046bbdba-f983-497e-9124-45d1e734e7cc admin admin] Network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:22:37.543881 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Publish callbacks [] for router_gateway (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.587334 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Publish callbacks [] for port (62908747-e57b-468f-9f41-708218f28cad), precommit_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.631456 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-046bbdba-f983-497e-9124-45d1e734e7cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 471d06ab-6d13-45c3-8d1d-4f6a22317dd0) {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:37.643042 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046bbdba-f983-497e-9124-45d1e734e7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:37.643042 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-046bbdba-f983-497e-9124-45d1e734e7cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.643284 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208607b6-166f-44be-90d0-518576f01e26 None None] Network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:37.691617 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (62908747-e57b-468f-9f41-708218f28cad), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.752423 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-046bbdba-f983-497e-9124-45d1e734e7cc admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8305225 Mar 31 20:22:37.753832 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36356) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:37.758786 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:37.768280 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Pushing event updated for resources: {'Port': ['ID=62908747-e57b-468f-9f41-708218f28cad,revision_number=1']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:37.783636 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.784401 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.784983 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.785542 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.786051 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.786583 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.787107 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.787763 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.788276 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.788800 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.789467 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.790183 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.790715 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.791232 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.791787 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Tracked resource versions report: Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: pushed versions: Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: { 'AddressGroup': {'1.2'}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Agent': {'1.1'}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'ConntrackHelper': {'1.0'}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Log': {'1.0'}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'NDPProxy': {'1.0'}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Network': {'1.1'}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Port': {'1.7'}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'PortForwarding': {'1.3'}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'QosPolicy': {'1.10'}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'SecurityGroup': {'1.5'}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'SubPort': {'1.0'}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Subnet': {'1.1'}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Trunk': {'1.1'}} Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: consumer versions: Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: { DHCP agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: L3 agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: Metadata agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: Metering agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: Open vSwitch agent@dv-cinder-836070-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Agent': '1.1', Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'ConntrackHelper': '1.0', Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'LocalIPAssociation': '1.0', Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Log': '1.0', Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'NDPProxy': '1.0', Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Network': '1.1', Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Port': '1.7', Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'PortForwarding': '1.3', Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'QosPolicy': '1.10', Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'SecurityGroup': '1.5', Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'SecurityGroupRule': '1.2', Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'SubPort': '1.0', Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Subnet': '1.1', Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: 'Trunk': '1.1'}} Mar 31 20:22:37.793799 dv-cinder-836070-1-iscsi neutron-server[103922]: {{(pid=103922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:22:37.834904 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Network 90c23a38-86bf-47a2-8e01-2e815cf3c775 is already hosted by enough agents. {{(pid=103922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:37.838853 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.base_scheduler [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Resources bound (agent type, host, resource id): {{(pid=103922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:37.842852 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Received port after_create {{(pid=103922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:37.849567 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16473659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-649'] for router (d3933d44-ec48-4c9b-8061-5dc0404fa388), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.851081 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16473515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16467706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (d3933d44-ec48-4c9b-8061-5dc0404fa388), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.940599 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Publish callbacks [] for router_controller (d3933d44-ec48-4c9b-8061-5dc0404fa388), precommit_add_association {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.957972 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36368) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:37.960328 dv-cinder-836070-1-iscsi neutron-server[103921]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 20:22:37.999485 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Attempting to bind port 62908747-e57b-468f-9f41-708218f28cad on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:37.999875 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Attempting to bind port 62908747-e57b-468f-9f41-708218f28cad by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:38.000382 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Attempting to bind port 62908747-e57b-468f-9f41-708218f28cad on network 90c23a38-86bf-47a2-8e01-2e815cf3c775 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:38.010219 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a47c094-6fbf-5610-a773-a6d0d3fbb37a-471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90'}]}} from dv-cinder-836070-1-iscsi. {{(pid=103922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:22:38.011435 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:38.014494 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:38.015189 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Checking segment: {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:38.015803 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:38.016452 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Bound using segment: {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:38.017170 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Bound port: 62908747-e57b-468f-9f41-708218f28cad, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:38.017800 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (62908747-e57b-468f-9f41-708218f28cad), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:38.119815 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Publish callbacks [] for router_gateway (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:38.162920 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:38.287415 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] For port 62908747-e57b-468f-9f41-708218f28cad, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:38.307005 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] For port 62908747-e57b-468f-9f41-708218f28cad, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=62908747-e57b-468f-9f41-708218f28cad,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:38.326787 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.db_base_plugin_common [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Allocated IP 172.20.0.2 (471d06ab-6d13-45c3-8d1d-4f6a22317dd0/bea34364-25de-4223-a970-366fe9a8bb90/2bbf06f3-5b7e-4ee7-804a-0f72af22c44c) {{(pid=103922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:38.389115 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (62908747-e57b-468f-9f41-708218f28cad), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:38.422569 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Allocated IP 172.27.2.248 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/6ce06714-62a8-498d-871f-58070fd0add1) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:38.472779 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-de3692c9-be29-42bd-86fb-dcb9c45de968 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:38.474960 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-de3692c9-be29-42bd-86fb-dcb9c45de968 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/networks?id=ec96d573-1de5-4d59-abe0-411bf39c48a2 HTTP/1.1" status: 200 len: 811 time: 0.5158961 Mar 31 20:22:38.519376 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f1f2d-94dd-4871-ab17-1c47f6ed43f9 None None] Pushing event updated for resources: {'Port': ['ID=62908747-e57b-468f-9f41-708218f28cad,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:38.556896 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-3016179b-3edf-43f1-be5c-c95523c8a823 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/quotas/dd8f895a54d945049c61f2e4c65850e9 HTTP/1.1" status: 200 len: 375 time: 0.0690091 Mar 31 20:22:38.607351 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Publish callbacks [] for router_gateway (d3933d44-ec48-4c9b-8061-5dc0404fa388), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:38.631035 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Publish callbacks [] for port (6ce06714-62a8-498d-871f-58070fd0add1), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:38.661075 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-9055f207-81ac-4972-b359-c2fc7b345ad9 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd8f895a54d945049c61f2e4c65850e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999582 Mar 31 20:22:38.796330 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Publish callbacks [] for port (2bbf06f3-5b7e-4ee7-804a-0f72af22c44c), precommit_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:38.866329 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (6ce06714-62a8-498d-871f-58070fd0add1), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:38.871999 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (2bbf06f3-5b7e-4ee7-804a-0f72af22c44c), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:39.032990 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 is already hosted by enough agents. {{(pid=103922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:39.042944 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.base_scheduler [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Resources bound (agent type, host, resource id): {{(pid=103922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:39.049271 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Received port after_create {{(pid=103922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:39.074018 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Pushing event updated for resources: {'Port': ['ID=6ce06714-62a8-498d-871f-58070fd0add1,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:39.082790 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:39.083796 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Publish callbacks [] for router_gateway (d3933d44-ec48-4c9b-8061-5dc0404fa388), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:39.097867 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:39.115105 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:39.128885 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.129809 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.130698 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:39.131132 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.135274 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.135751 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.136407 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.139034 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.139626 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.140264 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.141934 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.143866 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.145655 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.146142 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.146910 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.149101 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:39.149978 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Pushing event updated for resources: {'Port': ['ID=2bbf06f3-5b7e-4ee7-804a-0f72af22c44c,revision_number=1']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Tracked resource versions report: Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: pushed versions: Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: { 'AddressGroup': {'1.2'}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Agent': {'1.1'}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'ConntrackHelper': {'1.0'}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Log': {'1.0'}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'NDPProxy': {'1.0'}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Network': {'1.1'}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Port': {'1.7'}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'PortForwarding': {'1.3'}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'QosPolicy': {'1.10'}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'SecurityGroup': {'1.5'}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'SubPort': {'1.0'}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Subnet': {'1.1'}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Trunk': {'1.1'}} Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: consumer versions: Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: { DHCP agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: L3 agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: Metadata agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: Metering agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: Open vSwitch agent@dv-cinder-836070-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Agent': '1.1', Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'ConntrackHelper': '1.0', Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'LocalIPAssociation': '1.0', Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Log': '1.0', Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'NDPProxy': '1.0', Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Network': '1.1', Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Port': '1.7', Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'PortForwarding': '1.3', Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'QosPolicy': '1.10', Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'SecurityGroup': '1.5', Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'SecurityGroupRule': '1.2', Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'SubPort': '1.0', Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Subnet': '1.1', Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: 'Trunk': '1.1'}} Mar 31 20:22:39.151023 dv-cinder-836070-1-iscsi neutron-server[103920]: {{(pid=103920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:22:39.200685 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Attempting to bind port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:39.201844 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Attempting to bind port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:39.202447 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Attempting to bind port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c on network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:39.209775 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:39.210468 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Checking segment: {'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:39.211046 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:39.211838 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Bound using segment: {'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:39.212576 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Bound port: 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:39.213292 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (2bbf06f3-5b7e-4ee7-804a-0f72af22c44c), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:39.293574 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] For port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:39.299580 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] For port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=2bbf06f3-5b7e-4ee7-804a-0f72af22c44c,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:39.346995 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Allocated IP 172.27.2.123 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/a9206452-22ee-4bc8-a063-37a2f69a5893) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:39.437293 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (2bbf06f3-5b7e-4ee7-804a-0f72af22c44c), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:39.454046 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-20a1cb3c-a6e8-4a3c-bc5b-a950c6fb5c73 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:22:39.455068 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-20a1cb3c-a6e8-4a3c-bc5b-a950c6fb5c73 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0927753 Mar 31 20:22:39.527741 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f279405-5723-45a2-8c21-8bf79f3f9118 None None] Pushing event updated for resources: {'Port': ['ID=2bbf06f3-5b7e-4ee7-804a-0f72af22c44c,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:39.556647 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Publish callbacks [] for port (a9206452-22ee-4bc8-a063-37a2f69a5893), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:39.597207 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:39.625963 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-e30fd714-3ed9-47df-ab02-c07b44a0947e service neutron] 10.222.0.74 "GET /v2.0/networks/ec96d573-1de5-4d59-abe0-411bf39c48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622074 Mar 31 20:22:39.779090 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Publish callbacks [] for router_gateway (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:39.779535 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-0ffac81a-71a6-42b3-9d68-9ed43f082d0a service neutron] 10.222.0.74 "GET /v2.0/networks/ec96d573-1de5-4d59-abe0-411bf39c48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450686 Mar 31 20:22:39.781256 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (a9206452-22ee-4bc8-a063-37a2f69a5893), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:39.844927 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Pushing event updated for resources: {'Port': ['ID=a9206452-22ee-4bc8-a063-37a2f69a5893,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:39.863773 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:39.865382 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:39.867889 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:40.211894 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36450) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:40.255273 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16473506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16467501'] for router (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:40.272505 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9494cd-940d-4388-bca2-39f9f341d6b4 None None] Network 90c23a38-86bf-47a2-8e01-2e815cf3c775 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:40.399913 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ebb856ef-4aaf-46fb-ab8a-08f636cef4d6 req-d0a9f584-38e3-4aac-8a30-30c0ac3e80dd tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.1036022 Mar 31 20:22:40.447297 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Publish callbacks [] for router_gateway (d3933d44-ec48-4c9b-8061-5dc0404fa388), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:40.448715 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-bff53eb4-9a1d-4f9e-ba0a-f073e4050dc6 None None] Provisioning complete for port 62908747-e57b-468f-9f41-708218f28cad triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:40.462184 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bff53eb4-9a1d-4f9e-ba0a-f073e4050dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (62908747-e57b-468f-9f41-708218f28cad), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:40.689927 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 is scheduled to L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace with binding_index 1 {{(pid=103920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:22:40.697375 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-bff53eb4-9a1d-4f9e-ba0a-f073e4050dc6 None None] Current status of the port 62908747-e57b-468f-9f41-708218f28cad is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:40.698110 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bff53eb4-9a1d-4f9e-ba0a-f073e4050dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (62908747-e57b-468f-9f41-708218f28cad), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:40.755901 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16473506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16467501'] for router (d3933d44-ec48-4c9b-8061-5dc0404fa388), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:40.811221 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-bff53eb4-9a1d-4f9e-ba0a-f073e4050dc6 None None] For port 62908747-e57b-468f-9f41-708218f28cad, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=62908747-e57b-468f-9f41-708218f28cad,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:40.889022 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bff53eb4-9a1d-4f9e-ba0a-f073e4050dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (62908747-e57b-468f-9f41-708218f28cad), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:40.983177 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff53eb4-9a1d-4f9e-ba0a-f073e4050dc6 None None] Pushing event updated for resources: {'Port': ['ID=62908747-e57b-468f-9f41-708218f28cad,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:40.985919 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:22:40.997977 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Sync routers for ids ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:22:41.031262 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Routers {'d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:41.033104 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:41.033552 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:22:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:41.068036 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.069373 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-aa091f14-6363-454d-becf-d23be287122d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1529510 Mar 31 20:22:41.080253 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 36508) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:41.134462 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-28a45e10-7357-4324-bd09-fc1718087d59 None None] Provisioning complete for port 62908747-e57b-468f-9f41-708218f28cad triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:41.138188 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-28a45e10-7357-4324-bd09-fc1718087d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (62908747-e57b-468f-9f41-708218f28cad), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.184013 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:41.185610 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Router d3933d44-ec48-4c9b-8061-5dc0404fa388 is scheduled to L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace with binding_index 1 {{(pid=103921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:22:41.187898 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (2bbf06f3-5b7e-4ee7-804a-0f72af22c44c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.332231 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cfdd36-c039-436f-a91c-b411829fd610 None None] Network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:41.395929 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Set router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:41.427859 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-28a45e10-7357-4324-bd09-fc1718087d59 None None] Current status of the port 62908747-e57b-468f-9f41-708218f28cad is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:41.454252 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:41.455514 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (2bbf06f3-5b7e-4ee7-804a-0f72af22c44c), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.727540 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=2bbf06f3-5b7e-4ee7-804a-0f72af22c44c,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:41.727540 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-5be7fdf4-61f1-49e0-b0be-d2a8970899d7 None None] Provisioning complete for port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:41.727540 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5be7fdf4-61f1-49e0-b0be-d2a8970899d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (2bbf06f3-5b7e-4ee7-804a-0f72af22c44c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.755296 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36538) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:41.755972 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (2bbf06f3-5b7e-4ee7-804a-0f72af22c44c), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.755972 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 62908747-e57b-468f-9f41-708218f28cad up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:41.756690 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:22:41.813536 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b1bcbc6c-0804-4328-ac70-5377d47079e2 req-959919a6-0151-4176-8991-f35d7ac456f3 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.1843829 Mar 31 20:22:41.868347 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.871635 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-0b16ef5a-510a-41e2-a655-23edcc004757 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1159093 Mar 31 20:22:41.874696 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 36552) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:41.877773 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0a344fb6-de7b-4bd4-b427-f9096f4db48f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.928759 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:39Z', 'revision_number': 3, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:41.982193 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Checking router: d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:22:41.982616 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Updating router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 port 6ce06714-62a8-498d-871f-58070fd0add1 binding host dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:22:41.983587 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=2bbf06f3-5b7e-4ee7-804a-0f72af22c44c,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:41.993363 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Sync routers for ids ['d3933d44-ec48-4c9b-8061-5dc0404fa388'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:22:42.042729 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Routers {'d3933d44-ec48-4c9b-8061-5dc0404fa388'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:42.043382 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:22:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d3933d44-ec48-4c9b-8061-5dc0404fa388'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:42.063107 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0a344fb6-de7b-4bd4-b427-f9096f4db48f admin admin] Publish callbacks [] for security_group (f5cfc0ce-bb21-4679-8707-a02a3c725b12), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.070391 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6ce06714-62a8-498d-871f-58070fd0add1), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.175554 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0a344fb6-de7b-4bd4-b427-f9096f4db48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (f5cfc0ce-bb21-4679-8707-a02a3c725b12), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.198458 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-5be7fdf4-61f1-49e0-b0be-d2a8970899d7 None None] Current status of the port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:42.203273 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 62908747-e57b-468f-9f41-708218f28cad triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:42.210932 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (62908747-e57b-468f-9f41-708218f28cad), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.296104 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a344fb6-de7b-4bd4-b427-f9096f4db48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cfc0ce-bb21-4679-8707-a02a3c725b12,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:42.318295 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Set router d3933d44-ec48-4c9b-8061-5dc0404fa388 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:42.354092 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-0a344fb6-de7b-4bd4-b427-f9096f4db48f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=65d959755aa34518af95aa5d329d862e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7727597 Mar 31 20:22:42.355985 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 36568) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:42.467403 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-e9fb99b5-fbf7-4c0e-9942-e204fdb08174 None None] Provisioning complete for port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:42.467936 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e9fb99b5-fbf7-4c0e-9942-e204fdb08174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (2bbf06f3-5b7e-4ee7-804a-0f72af22c44c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.514090 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Publish callbacks [] for port (6ce06714-62a8-498d-871f-58070fd0add1), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.574380 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.582325 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 62908747-e57b-468f-9f41-708218f28cad is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:42.591787 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (6ce06714-62a8-498d-871f-58070fd0add1), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.645742 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Attempting to bind port 6ce06714-62a8-498d-871f-58070fd0add1 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:42.646202 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Attempting to bind port 6ce06714-62a8-498d-871f-58070fd0add1 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:42.646675 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Attempting to bind port 6ce06714-62a8-498d-871f-58070fd0add1 on network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:42.653449 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-e9fb99b5-fbf7-4c0e-9942-e204fdb08174 None None] Current status of the port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:42.663770 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:42.664553 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Checking segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:42.665145 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.665689 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Bound using segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:42.666163 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Bound port: 6ce06714-62a8-498d-871f-58070fd0add1, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:42.666695 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6ce06714-62a8-498d-871f-58070fd0add1), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.668445 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Pushing event updated for resources: {'Port': ['ID=6ce06714-62a8-498d-871f-58070fd0add1,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:42.676997 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:40Z', 'revision_number': 3, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:42.713251 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Checking router: d3933d44-ec48-4c9b-8061-5dc0404fa388 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:22:42.713854 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Updating router d3933d44-ec48-4c9b-8061-5dc0404fa388 port a9206452-22ee-4bc8-a063-37a2f69a5893 binding host dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:22:42.742082 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.742821 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.743383 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.743744 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.744233 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.744715 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.745217 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.745708 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.746363 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.747418 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (a9206452-22ee-4bc8-a063-37a2f69a5893), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.748093 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.748607 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.749157 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.749679 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.750210 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.751394 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Tracked resource versions report: Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: pushed versions: Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: { 'AddressGroup': {'1.2'}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Agent': {'1.1'}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'ConntrackHelper': {'1.0'}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Log': {'1.0'}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'NDPProxy': {'1.0'}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Network': {'1.1'}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Port': {'1.7'}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'PortForwarding': {'1.3'}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'QosPolicy': {'1.10'}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'SecurityGroup': {'1.5'}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'SubPort': {'1.0'}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Subnet': {'1.1'}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Trunk': {'1.1'}} Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: consumer versions: Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: { DHCP agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: L3 agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: Metadata agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: Metering agent@dv-cinder-836070-1-iscsi: {}, Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: Open vSwitch agent@dv-cinder-836070-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Agent': '1.1', Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'ConntrackHelper': '1.0', Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'LocalIPAssociation': '1.0', Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Log': '1.0', Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'NDPProxy': '1.0', Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Network': '1.1', Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Port': '1.7', Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'PortForwarding': '1.3', Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'QosPolicy': '1.10', Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'SecurityGroup': '1.5', Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'SecurityGroupRule': '1.2', Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'SubPort': '1.0', Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Subnet': '1.1', Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: 'Trunk': '1.1'}} Mar 31 20:22:42.753883 dv-cinder-836070-1-iscsi neutron-server[103924]: {{(pid=103924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:22:42.765863 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a66b9977-25ed-450b-a68d-6740582fe356 admin admin] Publish callbacks [] for security_group (f5cfc0ce-bb21-4679-8707-a02a3c725b12), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.816710 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] For port 6ce06714-62a8-498d-871f-58070fd0add1, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:42.822320 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] For port 6ce06714-62a8-498d-871f-58070fd0add1, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=6ce06714-62a8-498d-871f-58070fd0add1,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:42.831695 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a66b9977-25ed-450b-a68d-6740582fe356 admin admin] Publish callbacks [] for security_group (f5cfc0ce-bb21-4679-8707-a02a3c725b12), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.898760 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36580) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:42.900552 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (6ce06714-62a8-498d-871f-58070fd0add1), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.907464 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 62908747-e57b-468f-9f41-708218f28cad up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:43.023218 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Routers {'d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:43.026255 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:22:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:43.029234 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 62908747-e57b-468f-9f41-708218f28cad triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:43.029740 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (62908747-e57b-468f-9f41-708218f28cad), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.058692 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Allocated IP 172.20.0.1 (90c23a38-86bf-47a2-8e01-2e815cf3c775/3b03298a-3a6b-4897-b7bc-ba44aabb0313/4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:43.095120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36588) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:43.149707 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] Set router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:43.170334 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Publish callbacks [] for port (a9206452-22ee-4bc8-a063-37a2f69a5893), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.173843 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-458644ee-5817-4d5a-a7fa-f0a4a7e0e933 req-416488d7-abaf-46f2-acf3-d7aec8d68e9a tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.0762999 Mar 31 20:22:43.199092 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.205081 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a66b9977-25ed-450b-a68d-6740582fe356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (f5cfc0ce-bb21-4679-8707-a02a3c725b12), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.208448 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a66b9977-25ed-450b-a68d-6740582fe356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.221427 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a66b9977-25ed-450b-a68d-6740582fe356 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f5cfc0ce-bb21-4679-8707-a02a3c725b12 HTTP/1.1" status: 204 len: 168 time: 0.8631330 Mar 31 20:22:43.250705 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 62908747-e57b-468f-9f41-708218f28cad is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:43.252361 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:43.292654 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-80d8a5f9-afa0-43e3-bdbc-7cf0563f21f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.294974 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (a9206452-22ee-4bc8-a063-37a2f69a5893), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.338022 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0db96d-7f78-4f08-b5f1-bc099acc1042 None None] Pushing event updated for resources: {'Port': ['ID=6ce06714-62a8-498d-871f-58070fd0add1,revision_number=3']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:43.349469 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7f2b7307-889e-4b9a-86ab-8b411dd11d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.395254 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:39Z', 'revision_number': 3, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:43.434337 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b718f5b-2eb7-43ae-a3c3-629d7dc2ec88 None None] The sync data for ids ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'] in dv-cinder-836070-1-iscsi is: [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:39Z', 'revision_number': 3, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:22:43.464322 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Attempting to bind port a9206452-22ee-4bc8-a063-37a2f69a5893 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:43.464937 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Attempting to bind port a9206452-22ee-4bc8-a063-37a2f69a5893 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:43.465814 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Attempting to bind port a9206452-22ee-4bc8-a063-37a2f69a5893 on network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:43.490126 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b9977-25ed-450b-a68d-6740582fe356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cfc0ce-bb21-4679-8707-a02a3c725b12,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:43.503798 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-80d8a5f9-afa0-43e3-bdbc-7cf0563f21f9 admin admin] Publish callbacks [] for security_group (32bf7f7c-007d-44cb-8571-b1ebbbcd9f40), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.504501 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:43.505830 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Checking segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:43.506449 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.507063 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Bound using segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:43.508308 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Bound port: a9206452-22ee-4bc8-a063-37a2f69a5893, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:43.508930 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (a9206452-22ee-4bc8-a063-37a2f69a5893), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.525848 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7f2b7307-889e-4b9a-86ab-8b411dd11d12 admin admin] Publish callbacks [] for security_group (4e38ce13-19f0-40d7-a253-4b997618c8c3), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.555054 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b190f-9d6b-47ed-baf8-46f5d26929f9 None None] Pushing event updated for resources: {'Port': ['ID=a9206452-22ee-4bc8-a063-37a2f69a5893,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:43.565074 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:43.565533 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (2bbf06f3-5b7e-4ee7-804a-0f72af22c44c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.569399 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Allocated IP 172.20.0.1 (471d06ab-6d13-45c3-8d1d-4f6a22317dd0/bea34364-25de-4223-a970-366fe9a8bb90/3577ded2-84fa-4719-af1b-3eaa287e8121) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:43.594722 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Publish callbacks [] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.606863 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-80d8a5f9-afa0-43e3-bdbc-7cf0563f21f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (32bf7f7c-007d-44cb-8571-b1ebbbcd9f40), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.610810 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7f2b7307-889e-4b9a-86ab-8b411dd11d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (4e38ce13-19f0-40d7-a253-4b997618c8c3), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.660979 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8a5f9-afa0-43e3-bdbc-7cf0563f21f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bf7f7c-007d-44cb-8571-b1ebbbcd9f40,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:43.669194 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] For port a9206452-22ee-4bc8-a063-37a2f69a5893, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:43.673664 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] For port a9206452-22ee-4bc8-a063-37a2f69a5893, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=a9206452-22ee-4bc8-a063-37a2f69a5893,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:43.717607 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Publish callbacks [] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.730552 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:43.791684 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.793544 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (a9206452-22ee-4bc8-a063-37a2f69a5893), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.875377 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Routers {'d3933d44-ec48-4c9b-8061-5dc0404fa388'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:43.876299 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:22:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d3933d44-ec48-4c9b-8061-5dc0404fa388'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:43.938964 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-80d8a5f9-afa0-43e3-bdbc-7cf0563f21f9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f0db06538e81468290f6d8617eca8767&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0370216 Mar 31 20:22:43.939694 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36608) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:43.943856 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b7307-889e-4b9a-86ab-8b411dd11d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e38ce13-19f0-40d7-a253-4b997618c8c3,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:43.967721 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b190f-9d6b-47ed-baf8-46f5d26929f9 None None] Pushing event updated for resources: {'Port': ['ID=a9206452-22ee-4bc8-a063-37a2f69a5893,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:43.976964 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-7f2b7307-889e-4b9a-86ab-8b411dd11d12 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e1ee14be1cbc494da206e58fdba5633a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8804905 Mar 31 20:22:43.979632 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36610) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:44.019809 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36612) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:44.035737 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] Set router d3933d44-ec48-4c9b-8061-5dc0404fa388 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:44.073145 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.095153 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Network 90c23a38-86bf-47a2-8e01-2e815cf3c775 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:44.098800 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f9a8c8b6-4df3-40e0-8c93-cd72a252a415 admin admin] Publish callbacks [] for security_group (32bf7f7c-007d-44cb-8571-b1ebbbcd9f40), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.112566 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:44.135102 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36616) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:44.148705 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:44.152178 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Pushing event updated for resources: {'Port': ['ID=4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:44.158322 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:44.158922 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467962'] for router_interface (d3933d44-ec48-4c9b-8061-5dc0404fa388), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.161012 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f9a8c8b6-4df3-40e0-8c93-cd72a252a415 admin admin] Publish callbacks [] for security_group (32bf7f7c-007d-44cb-8571-b1ebbbcd9f40), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.162997 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-87910894-10c8-41ff-a393-8cc292338c27 admin admin] Publish callbacks [] for security_group (4e38ce13-19f0-40d7-a253-4b997618c8c3), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.185247 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bebb-5aa1-4068-a8ca-e32315880d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.236724 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-87910894-10c8-41ff-a393-8cc292338c27 admin admin] Publish callbacks [] for security_group (4e38ce13-19f0-40d7-a253-4b997618c8c3), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.343297 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:40Z', 'revision_number': 3, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:44.407551 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7844f7f-fa47-46aa-9061-d69a79ae6072 None None] The sync data for ids ['d3933d44-ec48-4c9b-8061-5dc0404fa388'] in dv-cinder-836070-1-iscsi is: [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:40Z', 'revision_number': 3, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:22:44.422002 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b1c14e44-8881-4c23-8389-8a13b70211a3 req-b7c3df84-be6e-4286-86fd-d0183381f98d tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.0939040 Mar 31 20:22:44.446313 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:44.456388 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:44.456898 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467962'] for router_interface (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.473968 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-72c0a0d9-e7fc-4d09-84cd-3a1e0ee3ec4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.572770 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f9a8c8b6-4df3-40e0-8c93-cd72a252a415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (32bf7f7c-007d-44cb-8571-b1ebbbcd9f40), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.575474 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f9a8c8b6-4df3-40e0-8c93-cd72a252a415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.579784 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-f9a8c8b6-4df3-40e0-8c93-cd72a252a415 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/32bf7f7c-007d-44cb-8571-b1ebbbcd9f40 HTTP/1.1" status: 204 len: 168 time: 0.6389935 Mar 31 20:22:44.602877 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-9fc550b7-35eb-4b6d-abc3-37307ea7fa4b None None] Provisioning complete for port 3577ded2-84fa-4719-af1b-3eaa287e8121 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:44.603427 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-9fc550b7-35eb-4b6d-abc3-37307ea7fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.643603 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3577ded2-84fa-4719-af1b-3eaa287e8121,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:44.699765 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-9fc550b7-35eb-4b6d-abc3-37307ea7fa4b None None] Port 3577ded2-84fa-4719-af1b-3eaa287e8121 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:44.726208 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-72c0a0d9-e7fc-4d09-84cd-3a1e0ee3ec4e admin admin] Publish callbacks [] for security_group (f0545575-662a-4eff-9268-7d32be4cd0d7), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.730586 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-87910894-10c8-41ff-a393-8cc292338c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (4e38ce13-19f0-40d7-a253-4b997618c8c3), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.730586 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-87910894-10c8-41ff-a393-8cc292338c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.732119 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-87910894-10c8-41ff-a393-8cc292338c27 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4e38ce13-19f0-40d7-a253-4b997618c8c3 HTTP/1.1" status: 204 len: 168 time: 0.7515521 Mar 31 20:22:44.735024 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bebb-5aa1-4068-a8ca-e32315880d40 admin admin] Publish callbacks [] for security_group (8d9a75cb-13a2-46e2-999c-9b7a701c3273), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.736930 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8c8b6-4df3-40e0-8c93-cd72a252a415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bf7f7c-007d-44cb-8571-b1ebbbcd9f40,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:44.775161 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87910894-10c8-41ff-a393-8cc292338c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e38ce13-19f0-40d7-a253-4b997618c8c3,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:44.843551 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-72c0a0d9-e7fc-4d09-84cd-3a1e0ee3ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (f0545575-662a-4eff-9268-7d32be4cd0d7), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.868779 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-d79330bb-42e5-4e01-b2f3-c10d3a3f8bb6 None None] Provisioning complete for port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:44.869398 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-d79330bb-42e5-4e01-b2f3-c10d3a3f8bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.873708 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.878621 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bebb-5aa1-4068-a8ca-e32315880d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (8d9a75cb-13a2-46e2-999c-9b7a701c3273), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.971164 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-72c0a0d9-e7fc-4d09-84cd-3a1e0ee3ec4e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4e8add14007f4d828d552aaafcf86d10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9479756 Mar 31 20:22:44.980488 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-d79330bb-42e5-4e01-b2f3-c10d3a3f8bb6 None None] Port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:44.996298 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36628) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:45.009534 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 6ce06714-62a8-498d-871f-58070fd0add1 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:45.014379 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-dbb3bebb-5aa1-4068-a8ca-e32315880d40 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=661cd642a7934d25b4a90b332de963ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8716722 Mar 31 20:22:45.014379 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0a0d9-e7fc-4d09-84cd-3a1e0ee3ec4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0545575-662a-4eff-9268-7d32be4cd0d7,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:45.031093 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 36630) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:45.085163 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3bebb-5aa1-4068-a8ca-e32315880d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9a75cb-13a2-46e2-999c-9b7a701c3273,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:45.105228 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.114382 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f41ac5a6-7de7-4585-b801-21656f849dad admin admin] Publish callbacks [] for security_group (f0545575-662a-4eff-9268-7d32be4cd0d7), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.128282 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 6ce06714-62a8-498d-871f-58070fd0add1 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:45.128663 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (6ce06714-62a8-498d-871f-58070fd0add1), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.160386 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f41ac5a6-7de7-4585-b801-21656f849dad admin admin] Publish callbacks [] for security_group (f0545575-662a-4eff-9268-7d32be4cd0d7), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.315356 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 6ce06714-62a8-498d-871f-58070fd0add1 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:45.316544 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6ce06714-62a8-498d-871f-58070fd0add1), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.339500 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f41ac5a6-7de7-4585-b801-21656f849dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (f0545575-662a-4eff-9268-7d32be4cd0d7), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.342662 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f41ac5a6-7de7-4585-b801-21656f849dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.344477 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-f41ac5a6-7de7-4585-b801-21656f849dad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f0545575-662a-4eff-9268-7d32be4cd0d7 HTTP/1.1" status: 204 len: 168 time: 0.3459287 Mar 31 20:22:45.349745 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port 6ce06714-62a8-498d-871f-58070fd0add1, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=6ce06714-62a8-498d-871f-58070fd0add1,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:45.352599 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6ce5-8fde-4ae4-b297-0024a0558a9a admin admin] Publish callbacks [] for security_group (8d9a75cb-13a2-46e2-999c-9b7a701c3273), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.356576 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ac5a6-7de7-4585-b801-21656f849dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0545575-662a-4eff-9268-7d32be4cd0d7,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:45.408127 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (6ce06714-62a8-498d-871f-58070fd0add1), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.420870 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Publish callbacks [] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.439683 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6ce5-8fde-4ae4-b297-0024a0558a9a admin admin] Publish callbacks [] for security_group (8d9a75cb-13a2-46e2-999c-9b7a701c3273), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.503461 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=6ce06714-62a8-498d-871f-58070fd0add1,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:45.506583 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.507181 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467822'] for router_interface (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.620755 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36642) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:45.643594 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-395c7f9c-92c1-433d-9cb7-4591a27476ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.645667 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Pushing event updated for resources: {'Port': ['ID=4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:45.659715 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Publish callbacks [] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.694642 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f1d60252-caa5-4e50-947b-9df49f4401b2 req-7bc4d291-67b1-4ad4-bfb3-f71148a45710 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.0323651 Mar 31 20:22:45.752930 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6ce5-8fde-4ae4-b297-0024a0558a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (8d9a75cb-13a2-46e2-999c-9b7a701c3273), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.757775 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6ce5-8fde-4ae4-b297-0024a0558a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.758789 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ec5c6ce5-8fde-4ae4-b297-0024a0558a9a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8d9a75cb-13a2-46e2-999c-9b7a701c3273 HTTP/1.1" status: 204 len: 168 time: 0.7267268 Mar 31 20:22:45.761696 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Network 90c23a38-86bf-47a2-8e01-2e815cf3c775 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:45.765656 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 36646) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:45.785281 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:45.792677 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c6ce5-8fde-4ae4-b297-0024a0558a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9a75cb-13a2-46e2-999c-9b7a701c3273,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:45.816656 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-395c7f9c-92c1-433d-9cb7-4591a27476ec admin admin] Publish callbacks [] for security_group (54fe2de0-93ab-48f2-9aca-98ed31af2337), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.824510 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8b13dd5e-fdf7-4e57-979b-183521abf946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.834232 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.835324 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467822'] for router_interface (d3933d44-ec48-4c9b-8061-5dc0404fa388), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.900390 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-395c7f9c-92c1-433d-9cb7-4591a27476ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (54fe2de0-93ab-48f2-9aca-98ed31af2337), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.979564 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-395c7f9c-92c1-433d-9cb7-4591a27476ec admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9a3038c1080740dface731f6ad952e89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3548288 Mar 31 20:22:45.988004 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36648) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:45.999027 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3577ded2-84fa-4719-af1b-3eaa287e8121,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:46.011903 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c7f9c-92c1-433d-9cb7-4591a27476ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fe2de0-93ab-48f2-9aca-98ed31af2337,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:46.057078 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bb45a85a-a95a-4dc8-8298-580f58bc757e admin admin] Publish callbacks [] for security_group (54fe2de0-93ab-48f2-9aca-98ed31af2337), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.081686 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bb45a85a-a95a-4dc8-8298-580f58bc757e admin admin] Publish callbacks [] for security_group (54fe2de0-93ab-48f2-9aca-98ed31af2337), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.191392 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:22:46.205508 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:46.208477 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:46.211334 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-d0c318fd-f149-48b9-a521-49c08e3e803c None None] Provisioning complete for port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:46.211813 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-d0c318fd-f149-48b9-a521-49c08e3e803c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.225600 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bb45a85a-a95a-4dc8-8298-580f58bc757e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (54fe2de0-93ab-48f2-9aca-98ed31af2337), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.228230 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bb45a85a-a95a-4dc8-8298-580f58bc757e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.229609 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-bb45a85a-a95a-4dc8-8298-580f58bc757e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/54fe2de0-93ab-48f2-9aca-98ed31af2337 HTTP/1.1" status: 204 len: 168 time: 0.2404792 Mar 31 20:22:46.238801 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45a85a-a95a-4dc8-8298-580f58bc757e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fe2de0-93ab-48f2-9aca-98ed31af2337,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:46.310972 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-d0c318fd-f149-48b9-a521-49c08e3e803c None None] Port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:46.538665 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-e183e98e-51e9-435c-9546-c513aa21bc57 None None] Provisioning complete for port 3577ded2-84fa-4719-af1b-3eaa287e8121 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:46.539094 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e183e98e-51e9-435c-9546-c513aa21bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.572886 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8b13dd5e-fdf7-4e57-979b-183521abf946 admin admin] Publish callbacks [] for security_group (f7397d33-8a74-491a-89f7-fd2dc4ec16f0), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.583255 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:22:46.596717 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ccd3669c-ac94-4420-93c1-2ef4f03a1e6e admin admin] 10.222.0.74 "PUT /v2.0/routers/d9d8f4c6-7763-43e1-907b-5c7c5b12ea76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5090852 Mar 31 20:22:46.596804 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Sync routers for ids ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:22:46.614349 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Routers {'d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:46.615090 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:22:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:46.615721 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Router d3933d44-ec48-4c9b-8061-5dc0404fa388 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:22:46.671308 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8b13dd5e-fdf7-4e57-979b-183521abf946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (f7397d33-8a74-491a-89f7-fd2dc4ec16f0), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.749498 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-e183e98e-51e9-435c-9546-c513aa21bc57 None None] Port 3577ded2-84fa-4719-af1b-3eaa287e8121 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:46.797535 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Set router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:46.857918 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cb2588da-6bcf-46f7-801e-b7893c5f0993 req-597fffa7-1457-4224-985e-21d14e805ca7 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.0472603 Mar 31 20:22:46.863604 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13dd5e-fdf7-4e57-979b-183521abf946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7397d33-8a74-491a-89f7-fd2dc4ec16f0,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:46.883328 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-8b13dd5e-fdf7-4e57-979b-183521abf946 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3ef1340e414c4d9aa767796106e9fad9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1155128 Mar 31 20:22:46.885826 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 36680) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:46.923258 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:22:46.933991 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-03d60513-96c8-4df4-acc9-558f8a2c42f5 admin admin] 10.222.0.74 "PUT /v2.0/routers/d3933d44-ec48-4c9b-8061-5dc0404fa388/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0563366 Mar 31 20:22:46.940560 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Sync routers for ids ['d3933d44-ec48-4c9b-8061-5dc0404fa388'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:22:46.958260 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Routers {'d3933d44-ec48-4c9b-8061-5dc0404fa388'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:46.958896 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:22:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d3933d44-ec48-4c9b-8061-5dc0404fa388'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:46.987742 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b6a3dd4a-8bcb-495d-8e76-6a46daf115d0 admin admin] Publish callbacks [] for security_group (f7397d33-8a74-491a-89f7-fd2dc4ec16f0), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.041903 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b6a3dd4a-8bcb-495d-8e76-6a46daf115d0 admin admin] Publish callbacks [] for security_group (f7397d33-8a74-491a-89f7-fd2dc4ec16f0), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.049386 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device a9206452-22ee-4bc8-a063-37a2f69a5893 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:47.145550 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a', 'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'mac_address': 'fa:16:3e:fd:2c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:42Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 2, 'project_id': 'e6d77c702db8412b99606b6691146301', 'subnets': [{'id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:47.151112 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b6a3dd4a-8bcb-495d-8e76-6a46daf115d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (f7397d33-8a74-491a-89f7-fd2dc4ec16f0), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.153878 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b6a3dd4a-8bcb-495d-8e76-6a46daf115d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.155150 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b6a3dd4a-8bcb-495d-8e76-6a46daf115d0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f7397d33-8a74-491a-89f7-fd2dc4ec16f0 HTTP/1.1" status: 204 len: 168 time: 0.2682176 Mar 31 20:22:47.157876 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port a9206452-22ee-4bc8-a063-37a2f69a5893 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:47.158417 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (a9206452-22ee-4bc8-a063-37a2f69a5893), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.163605 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3dd4a-8bcb-495d-8e76-6a46daf115d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7397d33-8a74-491a-89f7-fd2dc4ec16f0,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:47.174597 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Checking router: d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:22:47.174956 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Updating router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a binding host dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:22:47.212698 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.214811 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Set router d3933d44-ec48-4c9b-8061-5dc0404fa388 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:47.316116 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port a9206452-22ee-4bc8-a063-37a2f69a5893 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:47.316780 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (a9206452-22ee-4bc8-a063-37a2f69a5893), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.344319 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port a9206452-22ee-4bc8-a063-37a2f69a5893, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=a9206452-22ee-4bc8-a063-37a2f69a5893,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:47.468308 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (a9206452-22ee-4bc8-a063-37a2f69a5893), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.474255 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 6ce06714-62a8-498d-871f-58070fd0add1 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:47.500404 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-37268018-d3ac-45eb-b5d6-3aed2490d5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.600515 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=a9206452-22ee-4bc8-a063-37a2f69a5893,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:47.658479 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 6ce06714-62a8-498d-871f-58070fd0add1 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:47.662355 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (6ce06714-62a8-498d-871f-58070fd0add1), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.680458 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Publish callbacks [] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.720825 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:45Z', 'revision_number': 2, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:47.786685 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Checking router: d3933d44-ec48-4c9b-8061-5dc0404fa388 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:22:47.786685 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Updating router d3933d44-ec48-4c9b-8061-5dc0404fa388 port 3577ded2-84fa-4719-af1b-3eaa287e8121 binding host dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:22:47.791071 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.906869 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ede0b5-c39d-46f8-930c-5d6b2c3d4908 None None] Pushing event updated for resources: {'Port': ['ID=4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a,revision_number=3']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:47.918222 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.927434 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 6ce06714-62a8-498d-871f-58070fd0add1 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:48.012784 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-013d42f3-c7bf-4c47-99df-9b3f771fa3b0 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:48.016389 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-013d42f3-c7bf-4c47-99df-9b3f771fa3b0 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 819 time: 0.2203639 Mar 31 20:22:48.017700 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Attempting to bind port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:48.018485 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Attempting to bind port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:48.019110 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Attempting to bind port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a on network 90c23a38-86bf-47a2-8e01-2e815cf3c775 {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:48.025175 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:48.026065 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Checking segment: {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:48.026690 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.027293 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Bound using segment: {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:48.028605 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Bound port: 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'}}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:48.029222 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.043990 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-e7c578f4-47d3-4ee2-80de-c82e1fb771fb tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/quotas/e6d77c702db8412b99606b6691146301 HTTP/1.1" status: 200 len: 375 time: 0.0201917 Mar 31 20:22:48.145479 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] For port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:48.150473 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] For port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:48.163913 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-ab70ed11-4369-431d-bfc7-8fc73951cdb6 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194544 Mar 31 20:22:48.237638 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.274871 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-31ca9557-30d9-4f5f-8780-daaa42e4c7b1 service neutron] 10.222.0.74 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029000 Mar 31 20:22:48.325678 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-924fa1e3-618d-4836-a885-e411c41eb997 None None] Provisioning complete for port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:48.327437 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-924fa1e3-618d-4836-a885-e411c41eb997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.355891 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 36738) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:48.362266 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-c2427db1-08af-4355-ac67-59bfc6b243c6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541092958', 'description': 'tempest-description--1928839412'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:48.378686 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Routers {'d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:48.379336 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:22:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:48.419684 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 36740) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:48.477427 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-d1625631-7bc5-4273-a7fd-ea2878765594 service neutron] 10.222.0.74 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958656 Mar 31 20:22:48.494847 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2427db1-08af-4355-ac67-59bfc6b243c6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.538049 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9a5b10dd-6122-4c15-a21f-31ec606eb2d8 req-e1747e02-e840-4dca-a650-32ba87508ea6 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.0594854 Mar 31 20:22:48.539326 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ede0b5-c39d-46f8-930c-5d6b2c3d4908 None None] Pushing event updated for resources: {'Port': ['ID=4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a,revision_number=4']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:48.661640 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Publish callbacks [] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.681523 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] Set router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:48.702476 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2427db1-08af-4355-ac67-59bfc6b243c6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group (b4a652c4-3111-48bb-ad11-c4ebba9ed5d8), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.714850 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-924fa1e3-618d-4836-a885-e411c41eb997 None None] Current status of the port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:48.719873 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-924fa1e3-618d-4836-a885-e411c41eb997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.730924 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.76', 61310) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:48.772491 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.800070 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-924fa1e3-618d-4836-a885-e411c41eb997 None None] For port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:48.891935 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device a9206452-22ee-4bc8-a063-37a2f69a5893 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:48.900663 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2427db1-08af-4355-ac67-59bfc6b243c6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (b4a652c4-3111-48bb-ad11-c4ebba9ed5d8), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.917542 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-924fa1e3-618d-4836-a885-e411c41eb997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.966558 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-380185111-network', 'tenant_id': 'd8bb5b3d06354d678bfa39b44111c173'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:49.019739 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5faf2c80-128e-438a-ad08-8910cd727bfa req-5b72d043-5ac1-4fe3-a5a8-518a0b54387a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 210 time: 0.0670989 Mar 31 20:22:49.066542 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2427db1-08af-4355-ac67-59bfc6b243c6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:49.066939 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a', 'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'mac_address': 'fa:16:3e:fd:2c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:42Z', 'updated_at': '2022-03-31T20:22:48Z', 'revision_number': 4, 'project_id': 'e6d77c702db8412b99606b6691146301', 'subnets': [{'id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:49.083678 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970eccc-0499-401b-963b-87a9557af7e0 None None] Pushing event updated for resources: {'Port': ['ID=3577ded2-84fa-4719-af1b-3eaa287e8121,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:49.145278 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ddab7-ef43-4b4b-8fd5-6682ae809b88 None None] The sync data for ids ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'] in dv-cinder-836070-1-iscsi is: [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a', 'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'mac_address': 'fa:16:3e:fd:2c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:42Z', 'updated_at': '2022-03-31T20:22:48Z', 'revision_number': 4, 'project_id': 'e6d77c702db8412b99606b6691146301', 'subnets': [{'id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:22:49.249958 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-cdffbfc4-a3ee-49fa-99b3-a811b239aa95 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:49.269516 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-cdffbfc4-a3ee-49fa-99b3-a811b239aa95 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.76 "GET /v2.0/networks?id=ec96d573-1de5-4d59-abe0-411bf39c48a2 HTTP/1.1" status: 200 len: 811 time: 0.5368495 Mar 31 20:22:49.283577 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Attempting to bind port 3577ded2-84fa-4719-af1b-3eaa287e8121 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:49.287178 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Attempting to bind port 3577ded2-84fa-4719-af1b-3eaa287e8121 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:49.287721 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Attempting to bind port 3577ded2-84fa-4719-af1b-3eaa287e8121 on network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:49.301154 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2427db1-08af-4355-ac67-59bfc6b243c6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.305433 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c2427db1-08af-4355-ac67-59bfc6b243c6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9472754 Mar 31 20:22:49.310733 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36778) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:49.316872 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-017ff7d3-890c-4af5-bd69-18d61a531187 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Request body: {'security_group_rule': {'security_group_id': 'b4a652c4-3111-48bb-ad11-c4ebba9ed5d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:49.328004 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-22cdddcb-1f2f-4a2f-9b68-1f6c9230fd64 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Request body: {'port': {'device_id': '7d9f3a79-d11d-4875-b2d1-8e7e06397de0', 'network_id': 'ec96d573-1de5-4d59-abe0-411bf39c48a2', 'admin_state_up': True, 'tenant_id': 'dd8f895a54d945049c61f2e4c65850e9'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:49.335431 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:49.336461 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Checking segment: {'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:49.338440 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.338969 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Bound using segment: {'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:49.339570 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Bound port: 3577ded2-84fa-4719-af1b-3eaa287e8121, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:49.342161 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.392831 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-4c6cc34f-556c-4c01-b434-b7a92861d477 None None] Provisioning complete for port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:49.393385 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc34f-556c-4c01-b434-b7a92861d477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.500477 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Made reservation on behalf of d8bb5b3d06354d678bfa39b44111c173 for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:49.503570 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.533132 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-017ff7d3-890c-4af5-bd69-18d61a531187 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group_rule (7046d5cf-4bab-4829-9895-a32052bff7f3), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.577179 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.695301 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] For port 3577ded2-84fa-4719-af1b-3eaa287e8121, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:49.705792 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] For port 3577ded2-84fa-4719-af1b-3eaa287e8121, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=3577ded2-84fa-4719-af1b-3eaa287e8121,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:49.801703 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-4c6cc34f-556c-4c01-b434-b7a92861d477 None None] Current status of the port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:49.805711 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fa1e3-618d-4836-a885-e411c41eb997 None None] Pushing event updated for resources: {'Port': ['ID=4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:49.814067 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port a9206452-22ee-4bc8-a063-37a2f69a5893 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:49.814513 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (a9206452-22ee-4bc8-a063-37a2f69a5893), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.822879 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cdfe996e-bcda-4f66-a8a9-818527d7ac15 req-b146f830-f32c-492c-a708-d56e3e3c36e3 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.0905850 Mar 31 20:22:49.862367 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-017ff7d3-890c-4af5-bd69-18d61a531187 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group_rule (7046d5cf-4bab-4829-9895-a32052bff7f3), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.898936 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.966214 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c448-496c-4584-b951-37968ff32cff req-f755c1d4-c57d-4b72-aa46-1a188ebeb686 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:49.972141 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba97c448-496c-4584-b951-37968ff32cff req-f755c1d4-c57d-4b72-aa46-1a188ebeb686 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 819 time: 0.4021301 Mar 31 20:22:49.998910 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-017ff7d3-890c-4af5-bd69-18d61a531187 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (7046d5cf-4bab-4829-9895-a32052bff7f3), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.007984 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970eccc-0499-401b-963b-87a9557af7e0 None None] Pushing event updated for resources: {'Port': ['ID=3577ded2-84fa-4719-af1b-3eaa287e8121,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:50.020178 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-ad847052-203b-45d8-8430-088add06308c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.033351 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba97c448-496c-4584-b951-37968ff32cff req-afb39eb1-07b3-4e3f-bc7e-499f3e5c6b8e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/quotas/e6d77c702db8412b99606b6691146301 HTTP/1.1" status: 200 len: 375 time: 0.0543098 Mar 31 20:22:50.042098 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ff7d3-890c-4af5-bd69-18d61a531187 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7046d5cf-4bab-4829-9895-a32052bff7f3,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:50.110090 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-acf01529-24e0-4502-b7f2-1b82b3fbf29f None None] Provisioning complete for port 3577ded2-84fa-4719-af1b-3eaa287e8121 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:50.110330 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-acf01529-24e0-4502-b7f2-1b82b3fbf29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.149755 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-017ff7d3-890c-4af5-bd69-18d61a531187 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.157273 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-017ff7d3-890c-4af5-bd69-18d61a531187 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8390338 Mar 31 20:22:50.157406 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Publish callbacks [] for security_group (db87b304-678e-4cca-a894-ce9dd3fd49cd), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.160324 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 36836) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:50.171842 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-fdb201a9-681c-40d8-8bee-0f7fc882f5ae tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Request body: {'security_group_rule': {'security_group_id': 'b4a652c4-3111-48bb-ad11-c4ebba9ed5d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:50.177471 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba97c448-496c-4584-b951-37968ff32cff req-cdcafc37-dcb7-467c-b511-e48820ccff06 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1235712 Mar 31 20:22:50.186128 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Routers {'d3933d44-ec48-4c9b-8061-5dc0404fa388'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:50.186776 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:22:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d3933d44-ec48-4c9b-8061-5dc0404fa388'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:50.306341 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (db87b304-678e-4cca-a894-ce9dd3fd49cd), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.354708 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:22:50.355642 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-22cdddcb-1f2f-4a2f-9b68-1f6c9230fd64 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Made reservation on behalf of dd8f895a54d945049c61f2e4c65850e9 for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:50.360582 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-22cdddcb-1f2f-4a2f-9b68-1f6c9230fd64 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.379410 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba97c448-496c-4584-b951-37968ff32cff req-e7941cdd-e943-4c00-96b2-b26894f6ead0 service neutron] 10.222.0.74 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010431 Mar 31 20:22:50.591588 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fdb201a9-681c-40d8-8bee-0f7fc882f5ae tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group_rule (ce9268e9-e36c-4bfe-acf3-4e607a687daf), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.601387 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db87b304-678e-4cca-a894-ce9dd3fd49cd,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:50.609253 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779408023345', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (837be32a-5cae-41d0-845d-e7776951b0d2), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.609861 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Unsubscribe: segment precommit_create {{(pid=103920) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 20:22:50.610422 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Added segment 837be32a-5cae-41d0-845d-e7776951b0d2 of type vlan for network 20620c17-523d-43f4-9be2-9226587ab154 Mar 31 20:22:50.706594 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port a9206452-22ee-4bc8-a063-37a2f69a5893 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:50.774181 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] Set router d3933d44-ec48-4c9b-8061-5dc0404fa388 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:50.812970 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-acf01529-24e0-4502-b7f2-1b82b3fbf29f None None] Current status of the port 3577ded2-84fa-4719-af1b-3eaa287e8121 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:50.813676 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-acf01529-24e0-4502-b7f2-1b82b3fbf29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.815424 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba97c448-496c-4584-b951-37968ff32cff req-0da41a69-ae05-49e0-adf2-149287effc09 service neutron] 10.222.0.74 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290249 Mar 31 20:22:50.962302 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:51.015393 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (20620c17-523d-43f4-9be2-9226587ab154), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:51.024807 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c0d4b515-49f7-45c5-8eb4-9e754d678f5b req-77af41e3-f9ce-4dfd-969f-860954299a49 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.0499091 Mar 31 20:22:51.031652 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-22cdddcb-1f2f-4a2f-9b68-1f6c9230fd64 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Allocated IP 172.20.0.3 (ec96d573-1de5-4d59-abe0-411bf39c48a2/748b483f-95ff-4b46-abde-a7c05d0f0f79/6756de6d-7a3f-430b-bc33-08559ecce6cf) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:51.036600 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-acf01529-24e0-4502-b7f2-1b82b3fbf29f None None] For port 3577ded2-84fa-4719-af1b-3eaa287e8121, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=3577ded2-84fa-4719-af1b-3eaa287e8121,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:51.036600 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:51.125622 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:51.126099 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:51.153955 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fdb201a9-681c-40d8-8bee-0f7fc882f5ae tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group_rule (ce9268e9-e36c-4bfe-acf3-4e607a687daf), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:51.173489 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-acf01529-24e0-4502-b7f2-1b82b3fbf29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:51.177302 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (20620c17-523d-43f4-9be2-9226587ab154), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:51.181045 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:51.181045 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:51.288753 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:49Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:51.329379 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7489cef7-f5e2-4ea5-a127-7b7e4c55f15b req-1c515040-b615-4d84-8d81-690cb9ee4621 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0474269 Mar 31 20:22:51.388254 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] Pushing event updated for resources: {'Network': ['ID=20620c17-523d-43f4-9be2-9226587ab154,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:51.390259 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fdb201a9-681c-40d8-8bee-0f7fc882f5ae tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (ce9268e9-e36c-4bfe-acf3-4e607a687daf), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:51.394680 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-031a8e1a-8815-4e44-84c5-342f497ce9ba admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9736147 Mar 31 20:22:51.397618 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 36876) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:51.408509 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-297aa4d8-9f8d-4044-84e3-71e494a72cf4 admin admin] Request body: {'subnet': {'network_id': '20620c17-523d-43f4-9be2-9226587ab154', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-380185111-subnet', 'tenant_id': 'd8bb5b3d06354d678bfa39b44111c173', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:51.410724 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d19c11-6502-4840-b4fd-28f47abcbc7a None None] The sync data for ids ['d3933d44-ec48-4c9b-8061-5dc0404fa388'] in dv-cinder-836070-1-iscsi is: [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:49Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:22:51.413604 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf01529-24e0-4502-b7f2-1b82b3fbf29f None None] Pushing event updated for resources: {'Port': ['ID=3577ded2-84fa-4719-af1b-3eaa287e8121,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:51.423276 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 20620c17-523d-43f4-9be2-9226587ab154 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:22:51.457500 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb201a9-681c-40d8-8bee-0f7fc882f5ae tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9268e9-e36c-4bfe-acf3-4e607a687daf,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:51.584268 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297aa4d8-9f8d-4044-84e3-71e494a72cf4 admin admin] Made reservation on behalf of d8bb5b3d06354d678bfa39b44111c173 for: {'subnet': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:51.584268 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-297aa4d8-9f8d-4044-84e3-71e494a72cf4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:51.620530 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-75940236-9a05-48aa-8159-26092be5a2dc None None] Provisioning complete for port 3577ded2-84fa-4719-af1b-3eaa287e8121 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:51.624032 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-22cdddcb-1f2f-4a2f-9b68-1f6c9230fd64 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Publish callbacks [] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:51.625005 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-75940236-9a05-48aa-8159-26092be5a2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:51.626864 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:51.698823 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fdb201a9-681c-40d8-8bee-0f7fc882f5ae tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:51.698823 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-fdb201a9-681c-40d8-8bee-0f7fc882f5ae tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5290775 Mar 31 20:22:51.699033 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 36890) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:51.704810 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Request body: {'floatingip': {'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:51.881792 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-75940236-9a05-48aa-8159-26092be5a2dc None None] Current status of the port 3577ded2-84fa-4719-af1b-3eaa287e8121 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:51.980203 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:51.985667 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-22cdddcb-1f2f-4a2f-9b68-1f6c9230fd64 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:52.053090 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-297aa4d8-9f8d-4044-84e3-71e494a72cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for subnet (1981c34f-301b-4cfd-971f-94bd8b3a2110), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:52.220186 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:52.222233 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-22cdddcb-1f2f-4a2f-9b68-1f6c9230fd64 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Network ec96d573-1de5-4d59-abe0-411bf39c48a2 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:52.255688 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297aa4d8-9f8d-4044-84e3-71e494a72cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1981c34f-301b-4cfd-971f-94bd8b3a2110,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:52.316801 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297aa4d8-9f8d-4044-84e3-71e494a72cf4 admin admin] Checking segment: {'id': '837be32a-5cae-41d0-845d-e7776951b0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '20620c17-523d-43f4-9be2-9226587ab154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:52.317554 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297aa4d8-9f8d-4044-84e3-71e494a72cf4 admin admin] Network hostable DHCP agents. Network: 20620c17-523d-43f4-9be2-9226587ab154, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:22:52.400209 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-22cdddcb-1f2f-4a2f-9b68-1f6c9230fd64 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:52.403463 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-22cdddcb-1f2f-4a2f-9b68-1f6c9230fd64 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:52.408827 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-22cdddcb-1f2f-4a2f-9b68-1f6c9230fd64 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:52.409685 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a2c8e-356f-43d4-825a-48780ebb4429 req-dbfe1716-3359-4a0d-9ff6-2030f0da8a1a tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:52.410245 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-22cdddcb-1f2f-4a2f-9b68-1f6c9230fd64 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:52.411542 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5f7a2c8e-356f-43d4-825a-48780ebb4429 req-dbfe1716-3359-4a0d-9ff6-2030f0da8a1a tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 931 time: 0.2410493 Mar 31 20:22:52.421720 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdddcb-1f2f-4a2f-9b68-1f6c9230fd64 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Pushing event updated for resources: {'Port': ['ID=6756de6d-7a3f-430b-bc33-08559ecce6cf,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:52.467276 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-55596d0d-d2bf-4e91-ba42-86a38012e92f req-137440f8-920f-42e8-88c4-6ac0f20da757 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0475895 Mar 31 20:22:52.480113 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297aa4d8-9f8d-4044-84e3-71e494a72cf4 admin admin] Network 20620c17-523d-43f4-9be2-9226587ab154 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:22:52.542411 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:52.568451 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-22cdddcb-1f2f-4a2f-9b68-1f6c9230fd64 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2516356 Mar 31 20:22:52.611671 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5f7a2c8e-356f-43d4-825a-48780ebb4429 req-a6e28dbd-9756-474c-b53c-40613d2b3414 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428502 Mar 31 20:22:52.619033 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-297aa4d8-9f8d-4044-84e3-71e494a72cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 20620c17-523d-43f4-9be2-9226587ab154) {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:52.630576 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297aa4d8-9f8d-4044-84e3-71e494a72cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:52.634859 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-297aa4d8-9f8d-4044-84e3-71e494a72cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:52.655535 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a480f3df-4b2d-412e-846e-483bbf23cf26 None None] Network 20620c17-523d-43f4-9be2-9226587ab154 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:52.829952 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-297aa4d8-9f8d-4044-84e3-71e494a72cf4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4258387 Mar 31 20:22:52.891030 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Allocated IP 172.27.2.16 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/7df7adbf-9dfd-4cc9-883a-5088eda1f025) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:53.018672 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 3577ded2-84fa-4719-af1b-3eaa287e8121 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:53.030065 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ec5f8-3b1e-4203-8e5e-b6c3bfcf4a80 None None] Network 20620c17-523d-43f4-9be2-9226587ab154 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:53.162837 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for port (7df7adbf-9dfd-4cc9-883a-5088eda1f025), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:53.283087 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 3577ded2-84fa-4719-af1b-3eaa287e8121 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:53.283726 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:53.317608 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (7df7adbf-9dfd-4cc9-883a-5088eda1f025), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:53.361329 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:53.364464 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:53.376652 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:53.413090 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 3577ded2-84fa-4719-af1b-3eaa287e8121 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:53.491258 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event updated for resources: {'Port': ['ID=7df7adbf-9dfd-4cc9-883a-5088eda1f025,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:53.527238 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for floatingip (48831cb2-dc21-48c8-86c3-808826b88ab2), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:53.697663 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7df7adbf-9dfd-4cc9-883a-5088eda1f025), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:53.836731 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:53.915028 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4cb725b6-6e83-445f-b5c0-9e977ed309f2 req-f1118e5f-fe58-452e-a785-6848d7983b06 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0707688 Mar 31 20:22:53.930149 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c0614-82f2-433f-93d1-677a924fe3ea req-a11743ef-3519-4299-aaa3-dcd5b89ec380 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:53.931616 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-125c0614-82f2-433f-93d1-677a924fe3ea req-a11743ef-3519-4299-aaa3-dcd5b89ec380 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 931 time: 0.1593108 Mar 31 20:22:54.021476 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for port (7df7adbf-9dfd-4cc9-883a-5088eda1f025), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:54.029285 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-125c0614-82f2-433f-93d1-677a924fe3ea req-5c7256a5-1442-473b-afda-07028f66145f tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859747 Mar 31 20:22:54.093856 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (7df7adbf-9dfd-4cc9-883a-5088eda1f025), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:54.138679 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (48831cb2-dc21-48c8-86c3-808826b88ab2), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:54.163319 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event updated for resources: {'Port': ['ID=7df7adbf-9dfd-4cc9-883a-5088eda1f025,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:54.263632 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:54.265561 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-5bb685e2-d439-4e73-bc3b-05fc9a1b2b4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5651858 Mar 31 20:22:54.655120 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 36986) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:54.761238 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-157a2966-e2dc-4940-8604-ba75d2431875 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--541092958&fields=id&tenant_id=d5a4218c461f42dbb07a80644deeec2c HTTP/1.1" status: 200 len: 267 time: 0.0810397 Mar 31 20:22:54.776814 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 36992) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:54.782599 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1727441923-network', 'tenant_id': '5c27b0174fa2402ab51bf3ab5580e435'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:54.838381 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c35fec91-87f9-4f7a-8135-359db8146b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:54.881009 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] Made reservation on behalf of 5c27b0174fa2402ab51bf3ab5580e435 for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:54.881441 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-ca7101d5-fdeb-472b-bbb2-ccc701e3c2e3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:54.889166 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-ca7101d5-fdeb-472b-bbb2-ccc701e3c2e3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/networks?id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 200 len: 816 time: 0.1208012 Mar 31 20:22:54.894070 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:54.910869 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-c0e2aed1-15f3-4ee0-8f71-9d02ee99dcd3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/quotas/d5a4218c461f42dbb07a80644deeec2c HTTP/1.1" status: 200 len: 375 time: 0.0190992 Mar 31 20:22:54.920968 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.004424 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-363f336e-7d67-459b-909b-bc16159d936a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861857 Mar 31 20:22:55.019130 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c35fec91-87f9-4f7a-8135-359db8146b1a admin admin] Publish callbacks [] for security_group (17d16ad5-2212-4a7d-9784-49c3235d971b), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.109023 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] Publish callbacks [] for security_group (68c6910d-837d-42fa-a80f-7dcd46845ffa), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.111008 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c35fec91-87f9-4f7a-8135-359db8146b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (17d16ad5-2212-4a7d-9784-49c3235d971b), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.112441 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7b82d95f-9b08-40dd-b580-14a8b8d176b8 req-a460df0d-c46c-4481-a305-1d40a291c122 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0532598 Mar 31 20:22:55.167119 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c35fec91-87f9-4f7a-8135-359db8146b1a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8db9db8477ed4a50a3e0133eb613e9a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5107441 Mar 31 20:22:55.168487 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fec91-87f9-4f7a-8135-359db8146b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d16ad5-2212-4a7d-9784-49c3235d971b,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:55.170392 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 37014) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:55.213492 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (68c6910d-837d-42fa-a80f-7dcd46845ffa), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.246591 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:22:55.267259 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c6910d-837d-42fa-a80f-7dcd46845ffa,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:55.275439 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (3eadea40-2784-44b7-9ebd-d9329098d505), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.275917 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] Added segment 3eadea40-2784-44b7-9ebd-d9329098d505 of type vlan for network 5a1d0d7a-8496-4180-b102-be20a8896d8a Mar 31 20:22:55.278005 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-427b644b-2ed2-4a6e-8d04-cfd21411de71 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:22:55.287058 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-427b644b-2ed2-4a6e-8d04-cfd21411de71 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0877659 Mar 31 20:22:55.299876 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d11fa947-b8a3-42f5-8bce-f5de52ec26a4 admin admin] Publish callbacks [] for security_group (17d16ad5-2212-4a7d-9784-49c3235d971b), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.328722 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (5a1d0d7a-8496-4180-b102-be20a8896d8a), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.396750 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d11fa947-b8a3-42f5-8bce-f5de52ec26a4 admin admin] Publish callbacks [] for security_group (17d16ad5-2212-4a7d-9784-49c3235d971b), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.437094 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (5a1d0d7a-8496-4180-b102-be20a8896d8a), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.438131 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:55.438740 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.473365 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-d7bc1833-6f96-419b-b02b-70739a8c1ece service neutron] 10.222.0.74 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855855 Mar 31 20:22:55.480170 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3409f0-b7b6-4d68-a0ff-05f52701d859 req-69b0e7af-fae2-48b4-9da3-f0bbcf3e4a28 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:55.487028 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2b3409f0-b7b6-4d68-a0ff-05f52701d859 req-69b0e7af-fae2-48b4-9da3-f0bbcf3e4a28 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 931 time: 0.1437397 Mar 31 20:22:55.503611 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] Pushing event updated for resources: {'Network': ['ID=5a1d0d7a-8496-4180-b102-be20a8896d8a,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:55.517166 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 5a1d0d7a-8496-4180-b102-be20a8896d8a details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:22:55.575232 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7d61615e-5f63-4981-be3a-8437968feccc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7957957 Mar 31 20:22:55.581326 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37022) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:55.581824 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-097b46a1-65c7-4a14-884f-e3e7cc023b9d admin admin] Request body: {'subnet': {'network_id': '5a1d0d7a-8496-4180-b102-be20a8896d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1727441923-subnet', 'tenant_id': '5c27b0174fa2402ab51bf3ab5580e435', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:55.710670 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097b46a1-65c7-4a14-884f-e3e7cc023b9d admin admin] Made reservation on behalf of 5c27b0174fa2402ab51bf3ab5580e435 for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:55.713394 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-097b46a1-65c7-4a14-884f-e3e7cc023b9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.716383 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2b3409f0-b7b6-4d68-a0ff-05f52701d859 req-c4e53bfe-2b37-4727-a885-769e7f253d7f tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284803 Mar 31 20:22:55.738070 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-ce0f8dd7-a104-4595-bfc8-a8be8fc774a9 service neutron] 10.222.0.74 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442091 Mar 31 20:22:55.810286 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d11fa947-b8a3-42f5-8bce-f5de52ec26a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (17d16ad5-2212-4a7d-9784-49c3235d971b), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.817465 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d11fa947-b8a3-42f5-8bce-f5de52ec26a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.817465 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-d11fa947-b8a3-42f5-8bce-f5de52ec26a4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/17d16ad5-2212-4a7d-9784-49c3235d971b HTTP/1.1" status: 204 len: 168 time: 0.6452923 Mar 31 20:22:55.827689 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fa947-b8a3-42f5-8bce-f5de52ec26a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d16ad5-2212-4a7d-9784-49c3235d971b,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:55.986283 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-097b46a1-65c7-4a14-884f-e3e7cc023b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for subnet (03a994f1-f53d-4b66-8fe6-2e6f4a2ca103), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:56.075105 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b46a1-65c7-4a14-884f-e3e7cc023b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a994f1-f53d-4b66-8fe6-2e6f4a2ca103,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:56.094046 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b46a1-65c7-4a14-884f-e3e7cc023b9d admin admin] Checking segment: {'id': '3eadea40-2784-44b7-9ebd-d9329098d505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5a1d0d7a-8496-4180-b102-be20a8896d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:56.094413 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b46a1-65c7-4a14-884f-e3e7cc023b9d admin admin] Network hostable DHCP agents. Network: 5a1d0d7a-8496-4180-b102-be20a8896d8a, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:22:56.095838 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-767f91e6-e0fd-4a51-8b94-9b26d64bbf5b req-700bad2f-579a-4732-a85e-1b3cc1895758 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.0552154 Mar 31 20:22:56.236705 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f3d89af8-0e4a-47d2-9c0c-06e2230b150c req-a7cab3fc-30bd-4193-a8ff-53b786f0d707 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0435929 Mar 31 20:22:56.242200 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b46a1-65c7-4a14-884f-e3e7cc023b9d admin admin] Network 5a1d0d7a-8496-4180-b102-be20a8896d8a is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:22:56.334058 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-097b46a1-65c7-4a14-884f-e3e7cc023b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 5a1d0d7a-8496-4180-b102-be20a8896d8a) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:56.338681 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097b46a1-65c7-4a14-884f-e3e7cc023b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:56.339466 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-097b46a1-65c7-4a14-884f-e3e7cc023b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:56.349347 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31ed083-a283-4c4b-8dbc-a18cd722d9c9 None None] Network 5a1d0d7a-8496-4180-b102-be20a8896d8a requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:56.457678 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315c112a-2530-4548-a477-a007254f5678 None None] Network 5a1d0d7a-8496-4180-b102-be20a8896d8a requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:56.462613 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-097b46a1-65c7-4a14-884f-e3e7cc023b9d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8848839 Mar 31 20:22:56.599004 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37050) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:56.663424 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd840cf-56e6-425c-8e4c-f14f8d0a49df admin admin] Deleting subnet 1981c34f-301b-4cfd-971f-94bd8b3a2110 {{(pid=103920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:22:56.666937 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6bd840cf-56e6-425c-8e4c-f14f8d0a49df admin admin] Publish callbacks [] for subnet (1981c34f-301b-4cfd-971f-94bd8b3a2110), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:56.720905 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6bd840cf-56e6-425c-8e4c-f14f8d0a49df admin admin] Publish callbacks [] for subnet (1981c34f-301b-4cfd-971f-94bd8b3a2110), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:56.744729 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 37056) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:56.746325 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6bd840cf-56e6-425c-8e4c-f14f8d0a49df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (1981c34f-301b-4cfd-971f-94bd8b3a2110), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:56.779350 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8b37ee5f-d079-4a4c-9095-b405acbf4305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:56.915626 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b78ee-6c53-4624-9750-fe7f0d14ef34 req-8eb629c0-0a19-4495-bcc5-2c30f7e9130d tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:56.917145 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8c5b78ee-6c53-4624-9750-fe7f0d14ef34 req-8eb629c0-0a19-4495-bcc5-2c30f7e9130d tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 931 time: 0.0814581 Mar 31 20:22:56.954227 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8b37ee5f-d079-4a4c-9095-b405acbf4305 admin admin] Publish callbacks [] for security_group (3a5b1e29-ed1b-485f-bd8a-fa1ad06c83ec), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:56.980063 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6bd840cf-56e6-425c-8e4c-f14f8d0a49df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for subnet (1981c34f-301b-4cfd-971f-94bd8b3a2110), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:56.983455 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8c5b78ee-6c53-4624-9750-fe7f0d14ef34 req-e041d4e3-86b3-45d7-bed9-31ca477ae9c8 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569820 Mar 31 20:22:57.041824 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd840cf-56e6-425c-8e4c-f14f8d0a49df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1981c34f-301b-4cfd-971f-94bd8b3a2110,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:57.044295 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6bd840cf-56e6-425c-8e4c-f14f8d0a49df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.047557 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-6bd840cf-56e6-425c-8e4c-f14f8d0a49df admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1981c34f-301b-4cfd-971f-94bd8b3a2110 HTTP/1.1" status: 204 len: 168 time: 0.4474204 Mar 31 20:22:57.050237 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37066) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:57.088226 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8b37ee5f-d079-4a4c-9095-b405acbf4305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (3a5b1e29-ed1b-485f-bd8a-fa1ad06c83ec), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.118858 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (20620c17-523d-43f4-9be2-9226587ab154), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.131904 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37ee5f-d079-4a4c-9095-b405acbf4305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5b1e29-ed1b-485f-bd8a-fa1ad06c83ec,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:57.156549 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-8b37ee5f-d079-4a4c-9095-b405acbf4305 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fdae05a1c16a4f84bbe94dc6e167c7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4103522 Mar 31 20:22:57.159049 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 37072) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:57.262867 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (20620c17-523d-43f4-9be2-9226587ab154), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.275491 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c2959571-b99f-4ccc-a840-5c3e2984a5e9 req-b69da50f-c71d-4297-8347-568d6b6e74a9 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.0656419 Mar 31 20:22:57.297462 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:57.297963 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:57.298884 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:57.299340 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Subscribe: > port after_create 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:57.299812 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:57.300221 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Subscribe: > port after_update 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:57.300668 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:57.301230 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:57.301633 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:57.302021 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:57.311810 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2a694b26-cd58-4b7f-b646-6a73e97e1dfd admin admin] Publish callbacks [] for security_group (3a5b1e29-ed1b-485f-bd8a-fa1ad06c83ec), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.342591 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2a694b26-cd58-4b7f-b646-6a73e97e1dfd admin admin] Publish callbacks [] for security_group (3a5b1e29-ed1b-485f-bd8a-fa1ad06c83ec), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.405672 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8cb829b8-f532-496b-8832-1fcbf117c9b0 req-6325cf80-a6b7-4de5-9568-8ffa07be04c6 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0396767 Mar 31 20:22:57.529386 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2a694b26-cd58-4b7f-b646-6a73e97e1dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (3a5b1e29-ed1b-485f-bd8a-fa1ad06c83ec), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.533858 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2a694b26-cd58-4b7f-b646-6a73e97e1dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.541427 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-2a694b26-cd58-4b7f-b646-6a73e97e1dfd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3a5b1e29-ed1b-485f-bd8a-fa1ad06c83ec HTTP/1.1" status: 204 len: 168 time: 0.3756783 Mar 31 20:22:57.552319 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a694b26-cd58-4b7f-b646-6a73e97e1dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5b1e29-ed1b-485f-bd8a-fa1ad06c83ec,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:57.654761 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:57.660834 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:57.660834 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:57.660834 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:57.660834 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20620c17-523d-43f4-9be2-9226587ab154']}} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:57.673801 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837be32a-5cae-41d0-845d-e7776951b0d2') {'for_net_delete': True} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:57.674099 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837be32a-5cae-41d0-845d-e7776951b0d2') {} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:57.697159 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14028642'] for segment (837be32a-5cae-41d0-845d-e7776951b0d2), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.724763 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (837be32a-5cae-41d0-845d-e7776951b0d2), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.733989 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:22:57.734552 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13428354'] for segment (837be32a-5cae-41d0-845d-e7776951b0d2), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: from cryptography.utils import int_from_bytes Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: from cryptography.utils import int_from_bytes Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: Traceback (most recent call last): Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: timer() Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: cb(*args, **kw) Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: return func(*args, **kwargs) Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: self._notify() Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: self.callback(batched_events) Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: event.method(event) Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: return f(self, *a, **k) Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: return self._get(url).json() Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: return self.request(url, 'GET', **kwargs) Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:22:57.750419 dv-cinder-836070-1-iscsi neutron-server[103920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:22:57.871148 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (20620c17-523d-43f4-9be2-9226587ab154), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.879085 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.882348 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] 10.222.0.74 "DELETE /v2.0/networks/20620c17-523d-43f4-9be2-9226587ab154 HTTP/1.1" status: 204 len: 168 time: 0.8312006 Mar 31 20:22:57.885419 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 37086) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:57.892383 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d3d8d-c39c-49d4-93cc-dd5c7d078920 admin admin] Pushing event deleted for resources: {'Network': ['ID=20620c17-523d-43f4-9be2-9226587ab154,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:57.935180 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0f826a-0d90-44f0-ba5c-a392a073f321 admin admin] Deleting subnet 03a994f1-f53d-4b66-8fe6-2e6f4a2ca103 {{(pid=103921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:22:57.938748 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d0f826a-0d90-44f0-ba5c-a392a073f321 admin admin] Publish callbacks [] for subnet (03a994f1-f53d-4b66-8fe6-2e6f4a2ca103), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.977778 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d0f826a-0d90-44f0-ba5c-a392a073f321 admin admin] Publish callbacks [] for subnet (03a994f1-f53d-4b66-8fe6-2e6f4a2ca103), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:57.988032 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d0f826a-0d90-44f0-ba5c-a392a073f321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (03a994f1-f53d-4b66-8fe6-2e6f4a2ca103), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.124502 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75a8c3-82c7-4859-8415-5e744eefe9bb req-8918b489-5237-44ec-8d64-997abd03bf27 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:58.126019 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ce75a8c3-82c7-4859-8415-5e744eefe9bb req-8918b489-5237-44ec-8d64-997abd03bf27 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 931 time: 0.0537035 Mar 31 20:22:58.170381 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d0f826a-0d90-44f0-ba5c-a392a073f321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for subnet (03a994f1-f53d-4b66-8fe6-2e6f4a2ca103), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.210422 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ce75a8c3-82c7-4859-8415-5e744eefe9bb req-a9fdb1e5-a061-4ef3-9e3b-a3188d4a79f7 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782828 Mar 31 20:22:58.211714 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d0f826a-0d90-44f0-ba5c-a392a073f321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.214955 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-1d0f826a-0d90-44f0-ba5c-a392a073f321 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/03a994f1-f53d-4b66-8fe6-2e6f4a2ca103 HTTP/1.1" status: 204 len: 168 time: 0.3284271 Mar 31 20:22:58.217385 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f826a-0d90-44f0-ba5c-a392a073f321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03a994f1-f53d-4b66-8fe6-2e6f4a2ca103,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:58.218119 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 37100) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:58.299164 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (5a1d0d7a-8496-4180-b102-be20a8896d8a), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.423478 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (5a1d0d7a-8496-4180-b102-be20a8896d8a), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.427846 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f92f95b7-014a-4121-9f09-e0b6cabad818 req-d5fedce4-48b7-4fb2-be2e-f22f12bd21dd tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.0425708 Mar 31 20:22:58.459025 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:58.459025 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:58.459025 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:58.459025 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Subscribe: > port after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:58.459025 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:58.471581 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Subscribe: > port after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:58.471581 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:58.471581 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:58.471581 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:58.471581 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:58.644889 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:58.645347 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:58.645663 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:58.646094 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:22:58.646519 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1d0d7a-8496-4180-b102-be20a8896d8a']}} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:58.670347 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eadea40-2784-44b7-9ebd-d9329098d505') {'for_net_delete': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:58.670668 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eadea40-2784-44b7-9ebd-d9329098d505') {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:58.710202 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13817132'] for segment (3eadea40-2784-44b7-9ebd-d9329098d505), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.726853 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dbe044cb-b169-4fd7-865b-4741ec69c53f req-bbe567dc-f90b-4e65-b68a-61ba3090cfa8 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0556409 Mar 31 20:22:58.750528 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (3eadea40-2784-44b7-9ebd-d9329098d505), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.763113 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:22:58.763686 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13899191'] for segment (3eadea40-2784-44b7-9ebd-d9329098d505), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: from cryptography.utils import int_from_bytes Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: from cryptography.utils import int_from_bytes Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: Traceback (most recent call last): Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: timer() Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: cb(*args, **kw) Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: return func(*args, **kwargs) Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: self._notify() Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: self.callback(batched_events) Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: event.method(event) Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: return f(self, *a, **k) Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._get(url).json() Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: return self.request(url, 'GET', **kwargs) Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:22:58.857326 dv-cinder-836070-1-iscsi neutron-server[103921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:22:58.939214 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (5a1d0d7a-8496-4180-b102-be20a8896d8a), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.950094 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.954764 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] 10.222.0.74 "DELETE /v2.0/networks/5a1d0d7a-8496-4180-b102-be20a8896d8a HTTP/1.1" status: 204 len: 168 time: 0.7358692 Mar 31 20:22:58.965820 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f3447-d316-4209-90c1-8127e55d565c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a1d0d7a-8496-4180-b102-be20a8896d8a,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:59.400159 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cae568-b9b8-4125-8c8f-9b5c67e80eef req-d25fd59b-613e-4dbb-845e-661f3024617d tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:59.401810 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-08cae568-b9b8-4125-8c8f-9b5c67e80eef req-d25fd59b-613e-4dbb-845e-661f3024617d tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 931 time: 0.0744643 Mar 31 20:22:59.520924 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-08cae568-b9b8-4125-8c8f-9b5c67e80eef req-021841ae-cf19-435a-aca6-1b8bebed0db6 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107607 Mar 31 20:22:59.585615 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5ff9b3a7-3cf6-46a1-b674-e87e166748ae req-96e307fb-bf39-4868-8c09-0e3be536effd tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.0351605 Mar 31 20:22:59.665799 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 37158) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:59.724233 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-41bb7f37-31aa-43ef-8f6d-6a57c3c22d98 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d8bb5b3d06354d678bfa39b44111c173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598712 Mar 31 20:22:59.726987 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37160) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:59.829394 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f16b2521-2b24-45be-8eed-72451cad9708 admin admin] Publish callbacks [] for security_group (db87b304-678e-4cca-a894-ce9dd3fd49cd), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:59.838879 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-740df4a7-14e4-401e-abfb-e54ea18528fa req-083d8f27-ad0d-4b1d-95a4-775b48589fda tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0309899 Mar 31 20:22:59.855245 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f16b2521-2b24-45be-8eed-72451cad9708 admin admin] Publish callbacks [] for security_group (db87b304-678e-4cca-a894-ce9dd3fd49cd), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.013629 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f16b2521-2b24-45be-8eed-72451cad9708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (db87b304-678e-4cca-a894-ce9dd3fd49cd), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.016238 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f16b2521-2b24-45be-8eed-72451cad9708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.017413 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f16b2521-2b24-45be-8eed-72451cad9708 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/db87b304-678e-4cca-a894-ce9dd3fd49cd HTTP/1.1" status: 204 len: 168 time: 0.2888284 Mar 31 20:23:00.025183 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b2521-2b24-45be-8eed-72451cad9708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db87b304-678e-4cca-a894-ce9dd3fd49cd,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:00.691377 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6e36c-51ca-4557-9ac2-b12b77f572fa req-f93384e9-67a8-4200-b287-a5b1553806c6 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:00.692802 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2cf6e36c-51ca-4557-9ac2-b12b77f572fa req-f93384e9-67a8-4200-b287-a5b1553806c6 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 931 time: 0.0667429 Mar 31 20:23:00.732088 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c1e2891d-2aa1-4a1f-a637-838f90429ed2 req-3f7a8300-b56c-46f7-8fee-813df0cc82b7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.0382612 Mar 31 20:23:00.773521 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2cf6e36c-51ca-4557-9ac2-b12b77f572fa req-f8a5a871-d5d3-4cf9-9a77-43a1653fe374 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706918 Mar 31 20:23:00.941623 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dc33bb6e-1cd8-4241-a8ee-e5b578ce3ae8 req-801f9123-b717-43ed-a3c3-989a9ab3e0c5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0291069 Mar 31 20:23:01.020625 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37208) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:01.059399 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-d72b935c-15f6-4ffe-9e67-c5de37b9d92d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5c27b0174fa2402ab51bf3ab5580e435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370343 Mar 31 20:23:01.061790 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37210) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:01.108168 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5715f2cb-031c-4b85-ba37-2a9c736bbdd4 admin admin] Publish callbacks [] for security_group (68c6910d-837d-42fa-a80f-7dcd46845ffa), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:01.129340 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5715f2cb-031c-4b85-ba37-2a9c736bbdd4 admin admin] Publish callbacks [] for security_group (68c6910d-837d-42fa-a80f-7dcd46845ffa), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:01.264602 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5715f2cb-031c-4b85-ba37-2a9c736bbdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (68c6910d-837d-42fa-a80f-7dcd46845ffa), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:01.267109 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5715f2cb-031c-4b85-ba37-2a9c736bbdd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:01.268258 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-5715f2cb-031c-4b85-ba37-2a9c736bbdd4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/68c6910d-837d-42fa-a80f-7dcd46845ffa HTTP/1.1" status: 204 len: 168 time: 0.2055666 Mar 31 20:23:01.275844 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715f2cb-031c-4b85-ba37-2a9c736bbdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c6910d-837d-42fa-a80f-7dcd46845ffa,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:01.845134 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1061d52f-51bc-4f1c-a602-13614a4d9f0c req-1c29c749-a958-4d21-84a6-09ca6720017c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.0368381 Mar 31 20:23:01.915154 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876bf8a-8479-4e77-89e0-6efd4cd5dd30 req-edde2d54-68aa-4f72-b272-594e2cebe855 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:01.916617 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c876bf8a-8479-4e77-89e0-6efd4cd5dd30 req-edde2d54-68aa-4f72-b272-594e2cebe855 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 931 time: 0.0582290 Mar 31 20:23:01.963604 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c876bf8a-8479-4e77-89e0-6efd4cd5dd30 req-08a6f565-e8db-4ccb-9958-791fdf794b17 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Mar 31 20:23:02.041598 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0fbeacc4-3283-42a8-b9b7-16b33b2d85a1 req-00497ddf-e849-47c4-9682-aa5361861873 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0276365 Mar 31 20:23:02.952553 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-21f1682a-ac49-46a7-b5cc-a639a0209d12 req-2d1fccff-8fb3-4306-af30-3578debad1f0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.0356359 Mar 31 20:23:03.189381 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b64e15e-0499-4bcd-a761-4d828a4624f0 req-3ef4cec8-7755-473f-8ccf-9dc93a9afe9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0575762 Mar 31 20:23:03.197236 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78438fa8-b64c-448c-a41c-47fe841d6b13 req-06aa1470-e153-4c1d-9ab0-fb337338f35b tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:03.200709 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-78438fa8-b64c-448c-a41c-47fe841d6b13 req-06aa1470-e153-4c1d-9ab0-fb337338f35b tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 931 time: 0.1618817 Mar 31 20:23:03.248011 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-78438fa8-b64c-448c-a41c-47fe841d6b13 req-3a0315e2-902a-4e8f-869f-5a3b1f172bff tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426438 Mar 31 20:23:04.059304 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7f1de165-1a6b-44aa-bcde-ff0e95d5958e req-2bce808a-ac0b-438b-9735-7789220eb4bd tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.0273952 Mar 31 20:23:04.314961 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-21009b6c-8efc-4819-9e27-b614fbab9967 req-ce524005-2d20-45c8-8572-9034119ac725 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0524392 Mar 31 20:23:04.411460 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f1c40-5f85-4d37-9ef6-6ec5069f5a39 req-889448f0-5512-4614-9d31-0a57c9fb4d99 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:04.413360 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a48f1c40-5f85-4d37-9ef6-6ec5069f5a39 req-889448f0-5512-4614-9d31-0a57c9fb4d99 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 931 time: 0.0640666 Mar 31 20:23:04.469633 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a48f1c40-5f85-4d37-9ef6-6ec5069f5a39 req-516b2f16-f110-4b08-b309-4ca46edc8e4b tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495117 Mar 31 20:23:05.222026 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37328) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:05.250928 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f8aaeee0-6bf4-4a4b-8cab-a26172a80ed9 req-122e56bb-f63a-49c8-b31c-0e2853ea0226 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.0268340 Mar 31 20:23:05.388799 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a81ae6f0-7114-4321-868c-4e815d5c1c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:05.422260 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-da77e039-e77b-44f1-8022-4219ff2d0f2e req-397c0ced-0bb6-4cef-86ae-574116e87746 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0291884 Mar 31 20:23:05.467850 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a81ae6f0-7114-4321-868c-4e815d5c1c55 admin admin] Publish callbacks [] for security_group (47538902-12b9-4e00-855b-4143c75f7ddd), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:05.585927 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d99a96-5f12-4fb6-8c8a-66c48f48ff98 req-344cf5e3-793d-4ff3-8d58-f0072c69e238 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:05.587390 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-12d99a96-5f12-4fb6-8c8a-66c48f48ff98 req-344cf5e3-793d-4ff3-8d58-f0072c69e238 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 931 time: 0.0534735 Mar 31 20:23:05.619081 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a81ae6f0-7114-4321-868c-4e815d5c1c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (47538902-12b9-4e00-855b-4143c75f7ddd), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:05.634593 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-12d99a96-5f12-4fb6-8c8a-66c48f48ff98 req-b9506114-78ac-4ce1-909f-e2f94eda89a8 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Mar 31 20:23:05.660148 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a81ae6f0-7114-4321-868c-4e815d5c1c55 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef3cd1ce588a46f1b7f22f80bff8819c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4369779 Mar 31 20:23:05.661244 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ae6f0-7114-4321-868c-4e815d5c1c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47538902-12b9-4e00-855b-4143c75f7ddd,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:05.662827 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 37338) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:05.711271 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-53d6be5a-855e-4d08-9b05-b3f0bf224952 admin admin] Publish callbacks [] for security_group (47538902-12b9-4e00-855b-4143c75f7ddd), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:05.732990 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-53d6be5a-855e-4d08-9b05-b3f0bf224952 admin admin] Publish callbacks [] for security_group (47538902-12b9-4e00-855b-4143c75f7ddd), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:05.898764 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-53d6be5a-855e-4d08-9b05-b3f0bf224952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (47538902-12b9-4e00-855b-4143c75f7ddd), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:05.901360 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-53d6be5a-855e-4d08-9b05-b3f0bf224952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:05.902540 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-53d6be5a-855e-4d08-9b05-b3f0bf224952 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/47538902-12b9-4e00-855b-4143c75f7ddd HTTP/1.1" status: 204 len: 168 time: 0.2385740 Mar 31 20:23:05.910285 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6be5a-855e-4d08-9b05-b3f0bf224952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47538902-12b9-4e00-855b-4143c75f7ddd,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:06.350346 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d12b6890-cd81-401d-a6d3-a7cff8283a97 req-2a193aa5-52b3-473a-8194-429e4cba8bcd tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.0309749 Mar 31 20:23:06.520996 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-36f23232-cff7-44e8-b794-a653766e80bd req-f81b1f22-25ce-4d9b-b78d-258141ed4d59 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0293832 Mar 31 20:23:06.634950 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 37356) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:06.648536 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-16e9fb1d-89fa-4398-888b-fe0b1e691edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:06.749538 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-16e9fb1d-89fa-4398-888b-fe0b1e691edd admin admin] Publish callbacks [] for security_group (213a309b-b3d9-43e1-970c-fe02bc233393), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:06.768625 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4c9a0-7d13-472f-a30b-95403d8d96ca req-f22f09c5-39ff-4e17-9808-72ada0a89af0 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:06.771701 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e0b4c9a0-7d13-472f-a30b-95403d8d96ca req-f22f09c5-39ff-4e17-9808-72ada0a89af0 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 931 time: 0.0692539 Mar 31 20:23:06.816490 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e0b4c9a0-7d13-472f-a30b-95403d8d96ca req-2e4ed693-99eb-43d7-b693-806b2ebdaf88 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Mar 31 20:23:06.818824 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-16e9fb1d-89fa-4398-888b-fe0b1e691edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (213a309b-b3d9-43e1-970c-fe02bc233393), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:06.860363 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-16e9fb1d-89fa-4398-888b-fe0b1e691edd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a1f4703764d6484da156ac58ba7d8ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242575 Mar 31 20:23:06.862396 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9fb1d-89fa-4398-888b-fe0b1e691edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213a309b-b3d9-43e1-970c-fe02bc233393,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:06.863186 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37362) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:06.912814 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0ec1fc4f-839c-49e1-a2bf-b4af34da4d84 admin admin] Publish callbacks [] for security_group (213a309b-b3d9-43e1-970c-fe02bc233393), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:06.934812 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0ec1fc4f-839c-49e1-a2bf-b4af34da4d84 admin admin] Publish callbacks [] for security_group (213a309b-b3d9-43e1-970c-fe02bc233393), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.053284 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0ec1fc4f-839c-49e1-a2bf-b4af34da4d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (213a309b-b3d9-43e1-970c-fe02bc233393), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.055768 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0ec1fc4f-839c-49e1-a2bf-b4af34da4d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.056993 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0ec1fc4f-839c-49e1-a2bf-b4af34da4d84 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/213a309b-b3d9-43e1-970c-fe02bc233393 HTTP/1.1" status: 204 len: 168 time: 0.1927993 Mar 31 20:23:07.065667 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1fc4f-839c-49e1-a2bf-b4af34da4d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213a309b-b3d9-43e1-970c-fe02bc233393,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:07.454926 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d93e421d-20a7-4b78-93bd-dccf5b3c5936 req-fccf32e6-1988-4a60-ac9a-3eab5fd8b5c3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.0290370 Mar 31 20:23:07.612038 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-34c02aed-bcee-441c-9fdd-bf438e597627 req-9cda827a-640c-4fcd-a1ed-43f76c695be0 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0261188 Mar 31 20:23:07.696131 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-f6dd4458-9785-47c2-951f-d77638247836 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:23:07.697349 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-f6dd4458-9785-47c2-951f-d77638247836 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054662 Mar 31 20:23:07.846887 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Request body: {'port': {'device_id': '7d9f3a79-d11d-4875-b2d1-8e7e06397de0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:07.987346 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.994894 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b699c-7af6-407f-8767-2e54a4c48e6c req-17d6bbd5-bd21-4373-be8b-a10a4439d095 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:08.000362 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d92b699c-7af6-407f-8767-2e54a4c48e6c req-17d6bbd5-bd21-4373-be8b-a10a4439d095 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 931 time: 0.0993395 Mar 31 20:23:08.074685 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d92b699c-7af6-407f-8767-2e54a4c48e6c req-3e9e29ae-0fbe-434a-a3ec-e9997f939113 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667610 Mar 31 20:23:08.388239 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6756de6d-7a3f-430b-bc33-08559ecce6cf {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:23:08.395834 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Publish callbacks [] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.414312 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Transition to ACTIVE for port object 6756de6d-7a3f-430b-bc33-08559ecce6cf will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:23:08.505038 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.603546 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4029bfe9-eb70-492a-9baa-9b6604af7cf4 req-a10d7c5e-aa1a-4a10-82b3-8d3c22bb7974 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.0505042 Mar 31 20:23:08.719765 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-34d35be5-a200-4a15-a1f3-c06d8761c3fe req-2e1faeb7-540d-4776-a0c1-7578123dccd3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0302250 Mar 31 20:23:08.817171 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Pushing event updated for resources: {'Port': ['ID=6756de6d-7a3f-430b-bc33-08559ecce6cf,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:08.873526 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Attempting to bind port 6756de6d-7a3f-430b-bc33-08559ecce6cf on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:08.874005 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Attempting to bind port 6756de6d-7a3f-430b-bc33-08559ecce6cf by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '16f12897-c723-42e4-8295-71886a5dbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ec96d573-1de5-4d59-abe0-411bf39c48a2'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:08.874520 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Attempting to bind port 6756de6d-7a3f-430b-bc33-08559ecce6cf on network ec96d573-1de5-4d59-abe0-411bf39c48a2 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:08.879568 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Port 6756de6d-7a3f-430b-bc33-08559ecce6cf on network ec96d573-1de5-4d59-abe0-411bf39c48a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:23:08.880091 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Attempting to bind port 6756de6d-7a3f-430b-bc33-08559ecce6cf on network ec96d573-1de5-4d59-abe0-411bf39c48a2 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:08.885607 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:08.885968 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Checking segment: {'id': '16f12897-c723-42e4-8295-71886a5dbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ec96d573-1de5-4d59-abe0-411bf39c48a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:08.886555 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Bound using segment: {'id': '16f12897-c723-42e4-8295-71886a5dbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ec96d573-1de5-4d59-abe0-411bf39c48a2'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:08.886994 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Bound port: 6756de6d-7a3f-430b-bc33-08559ecce6cf, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f12897-c723-42e4-8295-71886a5dbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ec96d573-1de5-4d59-abe0-411bf39c48a2'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:08.887358 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.951751 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] For port 6756de6d-7a3f-430b-bc33-08559ecce6cf, host hv-cinder-83607, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:08.956274 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] For port 6756de6d-7a3f-430b-bc33-08559ecce6cf, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6756de6d-7a3f-430b-bc33-08559ecce6cf,segment=NetworkSegment(16f12897-c723-42e4-8295-71886a5dbf72),segment_id=16f12897-c723-42e4-8295-71886a5dbf72)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:09.030935 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:09.078733 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:09.078733 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:09.080613 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] 10.222.0.76 "PUT /v2.0/ports/6756de6d-7a3f-430b-bc33-08559ecce6cf HTTP/1.1" status: 200 len: 1093 time: 1.2840054 Mar 31 20:23:09.081245 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9f3a79-d11d-4875-b2d1-8e7e06397de0', 'tag': '6756de6d-7a3f-430b-bc33-08559ecce6cf'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:09.126131 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed81bde-8c96-4e0d-9725-acdc092f4a92 service neutron] Pushing event updated for resources: {'Port': ['ID=6756de6d-7a3f-430b-bc33-08559ecce6cf,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:09.231857 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4ddab-c322-4281-b76f-836d7f4b8cf7 req-817b738e-5991-4845-8016-f0e1a5ceed8d tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:09.233581 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c4b4ddab-c322-4281-b76f-836d7f4b8cf7 req-817b738e-5991-4845-8016-f0e1a5ceed8d tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 943 time: 0.0842664 Mar 31 20:23:09.266510 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c9afa4-1931-456f-892c-59aaa10a07e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9f3a79-d11d-4875-b2d1-8e7e06397de0", "tag": "6756de6d-7a3f-430b-bc33-08559ecce6cf"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:09.290454 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.76', 61329) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:09.350976 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c4b4ddab-c322-4281-b76f-836d7f4b8cf7 req-1d059202-d5b9-46cd-bcba-1a48beec9560 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112320 Mar 31 20:23:09.464439 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.76', 61330) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:09.500410 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.76', 61331) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:09.509425 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-7978602f-b348-4754-ade7-4ce842f86a91 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:09.510794 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-7978602f-b348-4754-ade7-4ce842f86a91 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.76 "GET /v2.0/networks?id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 200 len: 816 time: 0.2589021 Mar 31 20:23:09.513430 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-f98738b5-5808-4c1c-8769-b50ee48cb0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:09.515352 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-f98738b5-5808-4c1c-8769-b50ee48cb0b4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd8f895a54d945049c61f2e4c65850e9&device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 1127 time: 0.2184694 Mar 31 20:23:09.571922 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3358d5bd-6f4f-4c0f-8c70-f42c2f06867d x-openstack-request-id: req-3358d5bd-6f4f-4c0f-8c70-f42c2f06867d {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:09.572210 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9f3a79-d11d-4875-b2d1-8e7e06397de0", "tag": "6756de6d-7a3f-430b-bc33-08559ecce6cf", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:09.572459 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3358d5bd-6f4f-4c0f-8c70-f42c2f06867d {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:09.572935 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3358d5bd-6f4f-4c0f-8c70-f42c2f06867d'] response: {'name': 'network-changed', 'server_uuid': '7d9f3a79-d11d-4875-b2d1-8e7e06397de0', 'tag': '6756de6d-7a3f-430b-bc33-08559ecce6cf', 'status': 'completed', 'code': 200} Mar 31 20:23:09.598024 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:09.606279 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-e0732301-d4b4-4364-98f0-dcf7ea1056ca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6756de6d-7a3f-430b-bc33-08559ecce6cf HTTP/1.1" status: 200 len: 217 time: 0.0737195 Mar 31 20:23:09.667976 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-658b61dd-67a2-4d4d-8fca-2b5b346e746e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5a4218c461f42dbb07a80644deeec2c HTTP/1.1" status: 200 len: 379 time: 0.1423602 Mar 31 20:23:09.730228 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-07aed739-5887-4fb6-8350-16c4d74eeab3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:09.732933 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-07aed739-5887-4fb6-8350-16c4d74eeab3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 819 time: 0.2311649 Mar 31 20:23:09.761270 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-87b85f73-744d-4d8b-8fe8-04f8fc1cbf3d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Request body: {'port': {'device_id': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'admin_state_up': True, 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'security_groups': ['b4a652c4-3111-48bb-ad11-c4ebba9ed5d8']}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:09.779189 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-11213e84-f1d7-437b-bcc5-3561265e12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:09.787594 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-11213e84-f1d7-437b-bcc5-3561265e12f8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=748b483f-95ff-4b46-abde-a7c05d0f0f79 HTTP/1.1" status: 200 len: 851 time: 0.1245062 Mar 31 20:23:09.834362 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-c8b8bcf7-3744-4879-8ea9-b9dfbf0ac08b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Request body: {'port': {'device_id': '4283d752-a7ff-463f-8585-d5737fadc83e', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'admin_state_up': True, 'tenant_id': 'e6d77c702db8412b99606b6691146301'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:09.843343 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c7c342c5-bcc3-49cf-946b-4f44f2ba71e0 req-229d0fb1-60be-42ae-9723-589809a08554 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.1092169 Mar 31 20:23:09.916398 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-81138344-0068-4c5e-a3a9-e8fda056e730 req-f80ee57b-f08b-471e-9397-e441099dd623 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0472941 Mar 31 20:23:10.004419 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-26e6f758-ba26-4ad1-8f39-c073fcf6304b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec96d573-1de5-4d59-abe0-411bf39c48a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1801596 Mar 31 20:23:10.110182 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37510) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:10.203088 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-0d71d410-c6b2-49da-8ef7-edff596a18b5 service neutron] 10.222.0.76 "GET /v2.0/networks/ec96d573-1de5-4d59-abe0-411bf39c48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836262 Mar 31 20:23:10.257297 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c448-496c-4584-b951-37968ff32cff req-16818446-6f46-432f-83f6-a7bdac42a795 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:10.258685 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba97c448-496c-4584-b951-37968ff32cff req-16818446-6f46-432f-83f6-a7bdac42a795 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 819 time: 0.7931695 Mar 31 20:23:10.286331 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-ba97c448-496c-4584-b951-37968ff32cff req-d2820bec-cab9-4b50-852a-6276aa614a3d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Request body: {'port': {'device_id': 'bf60b315-1b74-4aad-bcbc-7363fd758f12', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'admin_state_up': True, 'tenant_id': 'e6d77c702db8412b99606b6691146301'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:10.297986 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-87b85f73-744d-4d8b-8fe8-04f8fc1cbf3d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Made reservation on behalf of d5a4218c461f42dbb07a80644deeec2c for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:10.301632 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-87b85f73-744d-4d8b-8fe8-04f8fc1cbf3d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.344213 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c7c420cf-2161-4e32-a5cd-2147f2a96ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.429451 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70b46485-c2f6-40de-b098-aed21370e4e0 req-aae28c30-0688-40f5-923e-9a891b491e76 service neutron] 10.222.0.76 "GET /v2.0/networks/ec96d573-1de5-4d59-abe0-411bf39c48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149401 Mar 31 20:23:10.522131 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-87b85f73-744d-4d8b-8fe8-04f8fc1cbf3d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Allocated IP 172.20.0.9 (471d06ab-6d13-45c3-8d1d-4f6a22317dd0/bea34364-25de-4223-a970-366fe9a8bb90/489eac41-0e94-4afa-acc8-3d38486d6350) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:10.523841 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0acf40-83bc-4142-be90-472f2b385be2 req-3b7418bf-a4cd-45d0-bb2f-af72a70c143d tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:10.525610 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4b0acf40-83bc-4142-be90-472f2b385be2 req-3b7418bf-a4cd-45d0-bb2f-af72a70c143d tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 943 time: 0.0964983 Mar 31 20:23:10.549227 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c7c420cf-2161-4e32-a5cd-2147f2a96ec7 admin admin] Publish callbacks [] for security_group (c0c6a8d5-c183-44c8-8605-8f98e34fad6d), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.583764 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4b0acf40-83bc-4142-be90-472f2b385be2 req-a60788e0-f30f-4ac7-ae2c-647db3c30cf6 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477197 Mar 31 20:23:10.585813 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-c8b8bcf7-3744-4879-8ea9-b9dfbf0ac08b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Made reservation on behalf of e6d77c702db8412b99606b6691146301 for: {'port': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:10.590091 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-c8b8bcf7-3744-4879-8ea9-b9dfbf0ac08b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.705566 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9afa4-1931-456f-892c-59aaa10a07e3 req-b90f101a-7dd9-4338-a577-29448e137e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:10.707039 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a2c9afa4-1931-456f-892c-59aaa10a07e3 req-b90f101a-7dd9-4338-a577-29448e137e09 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd8f895a54d945049c61f2e4c65850e9&device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 1127 time: 0.0786281 Mar 31 20:23:10.715194 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c7c420cf-2161-4e32-a5cd-2147f2a96ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (c0c6a8d5-c183-44c8-8605-8f98e34fad6d), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.718148 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba97c448-496c-4584-b951-37968ff32cff req-d2820bec-cab9-4b50-852a-6276aa614a3d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Made reservation on behalf of e6d77c702db8412b99606b6691146301 for: {'port': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:10.721790 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ba97c448-496c-4584-b951-37968ff32cff req-d2820bec-cab9-4b50-852a-6276aa614a3d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.747085 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-87b85f73-744d-4d8b-8fe8-04f8fc1cbf3d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for port (489eac41-0e94-4afa-acc8-3d38486d6350), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.866570 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c7c420cf-2161-4e32-a5cd-2147f2a96ec7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=11069283e3b14527bab744ea7d6d3514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7527173 Mar 31 20:23:10.866570 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c420cf-2161-4e32-a5cd-2147f2a96ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c6a8d5-c183-44c8-8605-8f98e34fad6d,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:10.870211 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 37536) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:10.904350 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-c8b8bcf7-3744-4879-8ea9-b9dfbf0ac08b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Allocated IP 172.20.0.10 (90c23a38-86bf-47a2-8e01-2e815cf3c775/3b03298a-3a6b-4897-b7bc-ba44aabb0313/a00a4a5f-e5a2-47f6-be4a-ddbe972a144c) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:11.007453 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c38ee356-8442-47f3-8a9a-4cd2e0b96210 req-84a05055-afc3-48b0-8cf3-97173b09fd4e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.0624514 Mar 31 20:23:11.017280 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9afa4-1931-456f-892c-59aaa10a07e3 req-4b913a30-a8f4-4676-ae33-588ec5a66867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:11.019402 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a2c9afa4-1931-456f-892c-59aaa10a07e3 req-4b913a30-a8f4-4676-ae33-588ec5a66867 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec96d573-1de5-4d59-abe0-411bf39c48a2 HTTP/1.1" status: 200 len: 912 time: 0.2961800 Mar 31 20:23:11.032933 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b4658177-2934-486c-a048-eac660fb9659 admin admin] Publish callbacks [] for security_group (c0c6a8d5-c183-44c8-8605-8f98e34fad6d), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.056238 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9a033872-7fb5-4715-bda3-5eae0d57559d req-f7dd5ea4-b632-4021-b060-a500ab2166a1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0517139 Mar 31 20:23:11.062122 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37548) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:11.113551 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-87b85f73-744d-4d8b-8fe8-04f8fc1cbf3d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.121019 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b4658177-2934-486c-a048-eac660fb9659 admin admin] Publish callbacks [] for security_group (c0c6a8d5-c183-44c8-8605-8f98e34fad6d), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.160329 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a2c9afa4-1931-456f-892c-59aaa10a07e3 req-edc168dd-2571-4c72-9fe1-a51e388dbbf6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6756de6d-7a3f-430b-bc33-08559ecce6cf HTTP/1.1" status: 200 len: 217 time: 0.0551405 Mar 31 20:23:11.197485 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-c8b8bcf7-3744-4879-8ea9-b9dfbf0ac08b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.212394 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-87b85f73-744d-4d8b-8fe8-04f8fc1cbf3d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:11.229457 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-66c98632-7d3d-48e0-ab8a-cdeb8033093a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.245087 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-87b85f73-744d-4d8b-8fe8-04f8fc1cbf3d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:11.247985 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-87b85f73-744d-4d8b-8fe8-04f8fc1cbf3d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:11.258909 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b4658177-2934-486c-a048-eac660fb9659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (c0c6a8d5-c183-44c8-8605-8f98e34fad6d), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.263209 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b4658177-2934-486c-a048-eac660fb9659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.267809 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-b4658177-2934-486c-a048-eac660fb9659 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c0c6a8d5-c183-44c8-8605-8f98e34fad6d HTTP/1.1" status: 204 len: 168 time: 0.3925231 Mar 31 20:23:11.276446 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4658177-2934-486c-a048-eac660fb9659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c6a8d5-c183-44c8-8605-8f98e34fad6d,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:11.314328 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-c8b8bcf7-3744-4879-8ea9-b9dfbf0ac08b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.455496 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8bcf7-3744-4879-8ea9-b9dfbf0ac08b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Pushing event updated for resources: {'Port': ['ID=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:11.458550 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b85f73-744d-4d8b-8fe8-04f8fc1cbf3d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event updated for resources: {'Port': ['ID=489eac41-0e94-4afa-acc8-3d38486d6350,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:11.459318 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-c8b8bcf7-3744-4879-8ea9-b9dfbf0ac08b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Network 90c23a38-86bf-47a2-8e01-2e815cf3c775 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:11.469621 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-c8b8bcf7-3744-4879-8ea9-b9dfbf0ac08b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:11.469621 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-c8b8bcf7-3744-4879-8ea9-b9dfbf0ac08b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:11.475428 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [req-ba97c448-496c-4584-b951-37968ff32cff req-d2820bec-cab9-4b50-852a-6276aa614a3d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Allocated IP 172.20.0.3 (90c23a38-86bf-47a2-8e01-2e815cf3c775/3b03298a-3a6b-4897-b7bc-ba44aabb0313/213be8ef-4e5d-44d6-bab9-151d8a3e41bf) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:11.491150 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9afa4-1931-456f-892c-59aaa10a07e3 req-dce7df92-fc17-4a4b-90ea-0823efe0a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:11.492701 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a2c9afa4-1931-456f-892c-59aaa10a07e3 req-dce7df92-fc17-4a4b-90ea-0823efe0a4b1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=748b483f-95ff-4b46-abde-a7c05d0f0f79 HTTP/1.1" status: 200 len: 851 time: 0.3126566 Mar 31 20:23:11.501412 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-87b85f73-744d-4d8b-8fe8-04f8fc1cbf3d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:11.502080 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-87b85f73-744d-4d8b-8fe8-04f8fc1cbf3d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.537807 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-c8b8bcf7-3744-4879-8ea9-b9dfbf0ac08b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:11.538425 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-c8b8bcf7-3744-4879-8ea9-b9dfbf0ac08b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.569859 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-66c98632-7d3d-48e0-ab8a-cdeb8033093a admin admin] Publish callbacks [] for security_group (ef08aff6-f394-42dc-95ea-6f8b053fa217), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.616069 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-87b85f73-744d-4d8b-8fe8-04f8fc1cbf3d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8656685 Mar 31 20:23:11.634074 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-774877a7-3921-4fb0-a5ea-85ef70b65257 None None] Provisioning complete for port 489eac41-0e94-4afa-acc8-3d38486d6350 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:11.634697 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-774877a7-3921-4fb0-a5ea-85ef70b65257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.680666 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-774877a7-3921-4fb0-a5ea-85ef70b65257 None None] Port 489eac41-0e94-4afa-acc8-3d38486d6350 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:23:11.687824 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-66c98632-7d3d-48e0-ab8a-cdeb8033093a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (ef08aff6-f394-42dc-95ea-6f8b053fa217), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.729364 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-c8b8bcf7-3744-4879-8ea9-b9dfbf0ac08b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9089692 Mar 31 20:23:11.729483 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-66c98632-7d3d-48e0-ab8a-cdeb8033093a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e965c261a34a4b41b9e48f751b4a88e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6637313 Mar 31 20:23:11.729483 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c98632-7d3d-48e0-ab8a-cdeb8033093a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef08aff6-f394-42dc-95ea-6f8b053fa217,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:11.732362 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37562) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:11.748712 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ba97c448-496c-4584-b951-37968ff32cff req-d2820bec-cab9-4b50-852a-6276aa614a3d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.771297 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c81b2-4489-4bfc-8941-0f26899d33b5 req-476afdae-2d7f-48c9-b198-aefb15d379ed tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:11.772836 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d08c81b2-4489-4bfc-8941-0f26899d33b5 req-476afdae-2d7f-48c9-b198-aefb15d379ed tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 943 time: 0.1050563 Mar 31 20:23:11.789390 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f49716a1-7dc9-4ce2-8f9d-002fc708d93d admin admin] Publish callbacks [] for security_group (ef08aff6-f394-42dc-95ea-6f8b053fa217), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.809996 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-02e1a45d-c8a3-4d11-bdae-487db4fabcb2 None None] Provisioning complete for port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:11.810366 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-02e1a45d-c8a3-4d11-bdae-487db4fabcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.811492 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:23:11.814602 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f49716a1-7dc9-4ce2-8f9d-002fc708d93d admin admin] Publish callbacks [] for security_group (ef08aff6-f394-42dc-95ea-6f8b053fa217), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.851006 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-02e1a45d-c8a3-4d11-bdae-487db4fabcb2 None None] Port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:23:11.881414 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d08c81b2-4489-4bfc-8941-0f26899d33b5 req-dcb37732-245f-48d4-9982-36678df3bd49 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808444 Mar 31 20:23:12.030071 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f49716a1-7dc9-4ce2-8f9d-002fc708d93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (ef08aff6-f394-42dc-95ea-6f8b053fa217), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.030963 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ba97c448-496c-4584-b951-37968ff32cff req-d2820bec-cab9-4b50-852a-6276aa614a3d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.032667 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f49716a1-7dc9-4ce2-8f9d-002fc708d93d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.036268 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f49716a1-7dc9-4ce2-8f9d-002fc708d93d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ef08aff6-f394-42dc-95ea-6f8b053fa217 HTTP/1.1" status: 204 len: 168 time: 0.3007903 Mar 31 20:23:12.059935 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49716a1-7dc9-4ce2-8f9d-002fc708d93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef08aff6-f394-42dc-95ea-6f8b053fa217,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:12.085042 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba97c448-496c-4584-b951-37968ff32cff req-d2820bec-cab9-4b50-852a-6276aa614a3d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Network 90c23a38-86bf-47a2-8e01-2e815cf3c775 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:12.099384 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [req-ba97c448-496c-4584-b951-37968ff32cff req-d2820bec-cab9-4b50-852a-6276aa614a3d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:12.105505 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba97c448-496c-4584-b951-37968ff32cff req-d2820bec-cab9-4b50-852a-6276aa614a3d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:12.121616 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2820bec-cab9-4b50-852a-6276aa614a3d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Pushing event updated for resources: {'Port': ['ID=213be8ef-4e5d-44d6-bab9-151d8a3e41bf,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:12.217937 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c448-496c-4584-b951-37968ff32cff req-d2820bec-cab9-4b50-852a-6276aa614a3d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:12.218592 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ba97c448-496c-4584-b951-37968ff32cff req-d2820bec-cab9-4b50-852a-6276aa614a3d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.249464 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f776ba-0365-4d38-aae4-35cb17ca60eb req-f6189af5-71a6-46ad-bc39-1b5d51c3ffde tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:12.250974 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-07f776ba-0365-4d38-aae4-35cb17ca60eb req-f6189af5-71a6-46ad-bc39-1b5d51c3ffde tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 931 time: 0.1466691 Mar 31 20:23:12.267435 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3044ab-0164-455e-bafe-9a1750e7e17e req-ee3035ab-f023-4f75-8e10-08455247e55d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:12.268956 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2d3044ab-0164-455e-bafe-9a1750e7e17e req-ee3035ab-f023-4f75-8e10-08455247e55d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 931 time: 0.1104023 Mar 31 20:23:12.289503 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37580) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:12.308049 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e1133df5-dd1b-4f27-b45e-8127bac2b94d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.343931 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-07f776ba-0365-4d38-aae4-35cb17ca60eb req-654b2992-89d4-49ca-bfe0-1f590f8646ee tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785143 Mar 31 20:23:12.350645 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2d3044ab-0164-455e-bafe-9a1750e7e17e req-2cd54f60-5c6c-46a1-89c1-418a76795687 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677803 Mar 31 20:23:12.379379 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-5aafcf39-7f8d-43d3-b859-1eec974f33ca None None] Provisioning complete for port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:12.379763 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5aafcf39-7f8d-43d3-b859-1eec974f33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.391471 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba97c448-496c-4584-b951-37968ff32cff req-d2820bec-cab9-4b50-852a-6276aa614a3d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1139681 Mar 31 20:23:12.409187 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e1133df5-dd1b-4f27-b45e-8127bac2b94d admin admin] Publish callbacks [] for security_group (19a5072b-8bba-4396-928c-00f8592de860), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.420286 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-5aafcf39-7f8d-43d3-b859-1eec974f33ca None None] Port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:23:12.550545 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e1133df5-dd1b-4f27-b45e-8127bac2b94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (19a5072b-8bba-4396-928c-00f8592de860), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.587369 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1133df5-dd1b-4f27-b45e-8127bac2b94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a5072b-8bba-4396-928c-00f8592de860,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:12.591755 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e1133df5-dd1b-4f27-b45e-8127bac2b94d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a59898125c524ea298cd623b7d593828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004174 Mar 31 20:23:12.594480 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37588) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:12.641813 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ec8910fd-ea59-4762-9a9e-0e97cc6b502f admin admin] Publish callbacks [] for security_group (19a5072b-8bba-4396-928c-00f8592de860), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.662543 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ec8910fd-ea59-4762-9a9e-0e97cc6b502f admin admin] Publish callbacks [] for security_group (19a5072b-8bba-4396-928c-00f8592de860), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.767246 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ec8910fd-ea59-4762-9a9e-0e97cc6b502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (19a5072b-8bba-4396-928c-00f8592de860), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.772093 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ec8910fd-ea59-4762-9a9e-0e97cc6b502f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.772093 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ec8910fd-ea59-4762-9a9e-0e97cc6b502f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/19a5072b-8bba-4396-928c-00f8592de860 HTTP/1.1" status: 204 len: 168 time: 0.1756387 Mar 31 20:23:12.779293 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8910fd-ea59-4762-9a9e-0e97cc6b502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a5072b-8bba-4396-928c-00f8592de860,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:12.876766 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37594) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:12.889394 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5eb448fa-61ba-415c-abe6-a44d6b0feac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.969815 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5eb448fa-61ba-415c-abe6-a44d6b0feac6 admin admin] Publish callbacks [] for security_group (60663a13-a06b-4c09-ab7f-2f76fe8666d2), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:13.008278 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1ee4b-b000-4261-91a8-3bc732d54406 req-758272ef-4da0-4065-a4e9-5183f9f1138a tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:13.009794 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-63f1ee4b-b000-4261-91a8-3bc732d54406 req-758272ef-4da0-4065-a4e9-5183f9f1138a tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 943 time: 0.0574017 Mar 31 20:23:13.036240 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5eb448fa-61ba-415c-abe6-a44d6b0feac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (60663a13-a06b-4c09-ab7f-2f76fe8666d2), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:13.056324 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-63f1ee4b-b000-4261-91a8-3bc732d54406 req-6cf7f255-27a0-439d-a353-78e1d85b3cbb tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405967 Mar 31 20:23:13.079454 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-5eb448fa-61ba-415c-abe6-a44d6b0feac6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a5144fc15c5a44169acb9a8410312128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015491 Mar 31 20:23:13.080305 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb448fa-61ba-415c-abe6-a44d6b0feac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60663a13-a06b-4c09-ab7f-2f76fe8666d2,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:13.082705 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37602) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:13.132967 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-83b9bb00-79d0-438a-8bf0-180b70076320 admin admin] Publish callbacks [] for security_group (60663a13-a06b-4c09-ab7f-2f76fe8666d2), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:13.155302 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-83b9bb00-79d0-438a-8bf0-180b70076320 admin admin] Publish callbacks [] for security_group (60663a13-a06b-4c09-ab7f-2f76fe8666d2), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:13.270096 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-83b9bb00-79d0-438a-8bf0-180b70076320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (60663a13-a06b-4c09-ab7f-2f76fe8666d2), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:13.272730 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-83b9bb00-79d0-438a-8bf0-180b70076320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:13.273940 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-83b9bb00-79d0-438a-8bf0-180b70076320 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/60663a13-a06b-4c09-ab7f-2f76fe8666d2 HTTP/1.1" status: 204 len: 168 time: 0.1902862 Mar 31 20:23:13.282217 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9bb00-79d0-438a-8bf0-180b70076320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60663a13-a06b-4c09-ab7f-2f76fe8666d2,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:13.498850 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458093c-2ef1-404d-9ba2-604fdf4481eb req-e4b3857f-974b-4c4b-a714-e975000d8c42 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:13.500306 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2458093c-2ef1-404d-9ba2-604fdf4481eb req-e4b3857f-974b-4c4b-a714-e975000d8c42 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 931 time: 0.0864749 Mar 31 20:23:13.507806 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32376912-4562-431f-a55d-19045d61c50c req-85cffef2-cf2a-4135-9202-bad58fff5974 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:13.509165 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-32376912-4562-431f-a55d-19045d61c50c req-85cffef2-cf2a-4135-9202-bad58fff5974 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 931 time: 0.0861511 Mar 31 20:23:13.577119 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2458093c-2ef1-404d-9ba2-604fdf4481eb req-a8cd4ea4-eee3-4b76-a5d3-ef3dbd7367b3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669181 Mar 31 20:23:13.584416 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-32376912-4562-431f-a55d-19045d61c50c req-ac140775-f2a5-4c1c-8463-cbde0dcc88d9 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686166 Mar 31 20:23:13.641766 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37614) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:13.655225 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-078cef99-5dee-4a9d-88e4-964800d08db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:13.727571 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-078cef99-5dee-4a9d-88e4-964800d08db7 admin admin] Publish callbacks [] for security_group (833df787-ef31-471e-b81e-3df9ab1eb8c8), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:13.801799 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-078cef99-5dee-4a9d-88e4-964800d08db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (833df787-ef31-471e-b81e-3df9ab1eb8c8), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:13.844499 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cef99-5dee-4a9d-88e4-964800d08db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833df787-ef31-471e-b81e-3df9ab1eb8c8,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:13.849089 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-078cef99-5dee-4a9d-88e4-964800d08db7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6fc6eb317d2542f79367870299265021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062340 Mar 31 20:23:13.851795 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 37624) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:13.902958 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0dcb86f4-b54a-4656-a1be-453f15885161 admin admin] Publish callbacks [] for security_group (833df787-ef31-471e-b81e-3df9ab1eb8c8), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:13.923710 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0dcb86f4-b54a-4656-a1be-453f15885161 admin admin] Publish callbacks [] for security_group (833df787-ef31-471e-b81e-3df9ab1eb8c8), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:14.076221 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0dcb86f4-b54a-4656-a1be-453f15885161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (833df787-ef31-471e-b81e-3df9ab1eb8c8), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:14.080555 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0dcb86f4-b54a-4656-a1be-453f15885161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:14.085646 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-0dcb86f4-b54a-4656-a1be-453f15885161 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/833df787-ef31-471e-b81e-3df9ab1eb8c8 HTTP/1.1" status: 204 len: 168 time: 0.2305491 Mar 31 20:23:14.093581 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb86f4-b54a-4656-a1be-453f15885161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833df787-ef31-471e-b81e-3df9ab1eb8c8,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:14.176365 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d3653-23cf-4354-bdf6-0c7b12a9d40f req-50267d41-195c-4136-8973-db2b166acf89 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:14.178462 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ad7d3653-23cf-4354-bdf6-0c7b12a9d40f req-50267d41-195c-4136-8973-db2b166acf89 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 943 time: 0.0530515 Mar 31 20:23:14.227070 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ad7d3653-23cf-4354-bdf6-0c7b12a9d40f req-d8dfc6cc-3062-44e6-8d57-8b0fc286ac99 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433567 Mar 31 20:23:14.737465 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faf249-5adf-430a-819f-e258e2979dff req-1549c601-da2f-4cf0-9877-cfe5059a1312 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:14.738946 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-21faf249-5adf-430a-819f-e258e2979dff req-1549c601-da2f-4cf0-9877-cfe5059a1312 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 931 time: 0.0855401 Mar 31 20:23:14.746492 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8bc69-49d1-4149-9659-adb0abc474db req-f1142d86-b368-48dc-96ef-36537ddde097 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:14.747869 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cad8bc69-49d1-4149-9659-adb0abc474db req-f1142d86-b368-48dc-96ef-36537ddde097 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 931 time: 0.0926614 Mar 31 20:23:14.967478 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-21faf249-5adf-430a-819f-e258e2979dff req-586dcfa3-11d1-4b2b-a575-57236708995f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186201 Mar 31 20:23:14.974692 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cad8bc69-49d1-4149-9659-adb0abc474db req-105ad234-bd88-41d7-b1bd-59d225b3ff5b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193902 Mar 31 20:23:15.160473 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 37680) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:15.264399 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2031313602-network', 'tenant_id': 'c9a1674679734cfcba14b1aac3926517'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:15.346177 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80172a-fbc3-4a95-989f-3875dab20752 req-5a859134-2bee-429a-b2f3-d52a0d1b0869 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:15.347674 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5d80172a-fbc3-4a95-989f-3875dab20752 req-5a859134-2bee-429a-b2f3-d52a0d1b0869 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 943 time: 0.0532880 Mar 31 20:23:15.360601 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] Made reservation on behalf of c9a1674679734cfcba14b1aac3926517 for: {'network': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:15.362808 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.379087 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.418711 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5d80172a-fbc3-4a95-989f-3875dab20752 req-28473d4a-cf3e-40c3-9c52-8bead78d11e0 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654233 Mar 31 20:23:15.475971 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] Publish callbacks [] for security_group (b3a7e8a5-a46b-458d-9e2b-ef9c1c54aefe), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.544623 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (b3a7e8a5-a46b-458d-9e2b-ef9c1c54aefe), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.569041 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=103921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:23:15.579141 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a7e8a5-a46b-458d-9e2b-ef9c1c54aefe,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:15.584600 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (dfa5e8e6-31ee-4d9d-969c-f7ddffede072), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.584978 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.segments_db [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] Added segment dfa5e8e6-31ee-4d9d-969c-f7ddffede072 of type vlan for network 06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5 Mar 31 20:23:15.627782 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.714484 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Request body: {'port': {'device_id': '4283d752-a7ff-463f-8585-d5737fadc83e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:15.720744 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Request body: {'port': {'device_id': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:15.721518 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Request body: {'port': {'device_id': 'bf60b315-1b74-4aad-bcbc-7363fd758f12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:15.738860 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.739799 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:15.740377 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.752993 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a2c9afa4-1931-456f-892c-59aaa10a07e3 req-0c8f3ee1-c23c-40bf-ad57-f7be8cfe21a7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec96d573-1de5-4d59-abe0-411bf39c48a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452659 Mar 31 20:23:15.838278 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.886646 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] Pushing event updated for resources: {'Network': ['ID=06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:15.891568 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.893773 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.899061 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:23:15.901245 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-eea79eb9-e0b8-4d51-859f-334ccaa875fe admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7395818 Mar 31 20:23:15.913285 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a2c9afa4-1931-456f-892c-59aaa10a07e3 req-22154e19-ce1c-4df8-80c1-dd2954c6ac25 service neutron] 10.222.0.76 "GET /v2.0/networks/ec96d573-1de5-4d59-abe0-411bf39c48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525695 Mar 31 20:23:15.913744 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37694) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:15.924779 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-fffd60f4-6e9a-41c7-bc3b-0258b6025f71 admin admin] Request body: {'subnet': {'network_id': '06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2031313602-subnet', 'tenant_id': 'c9a1674679734cfcba14b1aac3926517', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:16.140663 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffd60f4-6e9a-41c7-bc3b-0258b6025f71 admin admin] Made reservation on behalf of c9a1674679734cfcba14b1aac3926517 for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:16.142928 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fffd60f4-6e9a-41c7-bc3b-0258b6025f71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12914336'] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.187264 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a2c9afa4-1931-456f-892c-59aaa10a07e3 req-f9cca455-624e-4ef4-9867-745a156a3dd5 service neutron] 10.222.0.76 "GET /v2.0/networks/ec96d573-1de5-4d59-abe0-411bf39c48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584844 Mar 31 20:23:16.306038 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489eac41-0e94-4afa-acc8-3d38486d6350 {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:23:16.315241 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Publish callbacks [] for port (489eac41-0e94-4afa-acc8-3d38486d6350), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.315399 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e1a8c-ff18-4de2-9416-c538f1a7265a req-14ee66ea-97d0-421c-8a6b-784fe8509843 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:16.316746 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec2e1a8c-ff18-4de2-9416-c538f1a7265a req-14ee66ea-97d0-421c-8a6b-784fe8509843 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 931 time: 0.2466042 Mar 31 20:23:16.332333 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737e3ac-1521-460b-bcbf-58f129955995 req-a25a790a-322f-4d53-8ad2-b0a5b3c05b6c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:16.334050 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4737e3ac-1521-460b-bcbf-58f129955995 req-a25a790a-322f-4d53-8ad2-b0a5b3c05b6c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 931 time: 0.2647669 Mar 31 20:23:16.356116 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Transition to ACTIVE for port object 489eac41-0e94-4afa-acc8-3d38486d6350 will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:23:16.430725 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec2e1a8c-ff18-4de2-9416-c538f1a7265a req-02b934bd-1458-426b-a028-3468b81c97b0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941966 Mar 31 20:23:16.455989 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4737e3ac-1521-460b-bcbf-58f129955995 req-3fbd98d5-b900-4953-bd7d-a463ef0fdbc2 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093836 Mar 31 20:23:16.487425 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213be8ef-4e5d-44d6-bab9-151d8a3e41bf {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:23:16.487870 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.503732 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Publish callbacks [] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.522376 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fffd60f4-6e9a-41c7-bc3b-0258b6025f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13429351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12914358'] for subnet (9d389d39-b2f5-434e-ab40-ddaf03303f90), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.546682 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Transition to ACTIVE for port object 213be8ef-4e5d-44d6-bab9-151d8a3e41bf will not be triggered until provisioned by entity L2. {{(pid=103921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:23:16.571787 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482a74f-dcbd-490b-abd7-edde37682421 req-b9cf95c0-5320-4609-8f4e-04e3321e5a94 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:16.573375 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9482a74f-dcbd-490b-abd7-edde37682421 req-b9cf95c0-5320-4609-8f4e-04e3321e5a94 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 943 time: 0.0814440 Mar 31 20:23:16.573508 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=489eac41-0e94-4afa-acc8-3d38486d6350,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:16.620578 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.646674 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd60f4-6e9a-41c7-bc3b-0258b6025f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d389d39-b2f5-434e-ab40-ddaf03303f90,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:16.669482 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd60f4-6e9a-41c7-bc3b-0258b6025f71 admin admin] Checking segment: {'id': 'dfa5e8e6-31ee-4d9d-969c-f7ddffede072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:16.669840 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffd60f4-6e9a-41c7-bc3b-0258b6025f71 admin admin] Network hostable DHCP agents. Network: 06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:23:16.697019 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Attempting to bind port 489eac41-0e94-4afa-acc8-3d38486d6350 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:16.697019 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Attempting to bind port 489eac41-0e94-4afa-acc8-3d38486d6350 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:16.697363 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Attempting to bind port 489eac41-0e94-4afa-acc8-3d38486d6350 on network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:16.702158 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Port 489eac41-0e94-4afa-acc8-3d38486d6350 on network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:23:16.702483 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Attempting to bind port 489eac41-0e94-4afa-acc8-3d38486d6350 on network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:16.707522 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:16.708182 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Checking segment: {'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:16.708336 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Bound using segment: {'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:16.708665 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Bound port: 489eac41-0e94-4afa-acc8-3d38486d6350, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:16.709526 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.747858 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9482a74f-dcbd-490b-abd7-edde37682421 req-f6b820d4-406c-4cd0-b9f7-146a6e4e73bb tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618879 Mar 31 20:23:16.752354 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Pushing event updated for resources: {'Port': ['ID=213be8ef-4e5d-44d6-bab9-151d8a3e41bf,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:16.790237 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffd60f4-6e9a-41c7-bc3b-0258b6025f71 admin admin] Network 06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:23:16.807640 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] For port 489eac41-0e94-4afa-acc8-3d38486d6350, host hv-cinder-83607, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:16.811062 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] For port 489eac41-0e94-4afa-acc8-3d38486d6350, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=489eac41-0e94-4afa-acc8-3d38486d6350,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:16.889989 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.894359 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-fffd60f4-6e9a-41c7-bc3b-0258b6025f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:16.905344 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5b4cee-d69b-48d4-84e7-28b8d7ed5ddb None None] Network 06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:16.909891 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd60f4-6e9a-41c7-bc3b-0258b6025f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:16.910684 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fffd60f4-6e9a-41c7-bc3b-0258b6025f71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.913524 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Attempting to bind port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:16.913908 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Attempting to bind port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:16.914240 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Attempting to bind port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf on network 90c23a38-86bf-47a2-8e01-2e815cf3c775 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:16.920616 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf on network 90c23a38-86bf-47a2-8e01-2e815cf3c775 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:23:16.923000 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Attempting to bind port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf on network 90c23a38-86bf-47a2-8e01-2e815cf3c775 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:16.929847 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:16.930208 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Checking segment: {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:16.930764 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Bound using segment: {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:16.931199 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Bound port: 213be8ef-4e5d-44d6-bab9-151d8a3e41bf, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:16.931562 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.943886 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00a4a5f-e5a2-47f6-be4a-ddbe972a144c {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:23:16.951813 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:16.952656 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.954159 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] 10.222.0.76 "PUT /v2.0/ports/489eac41-0e94-4afa-acc8-3d38486d6350 HTTP/1.1" status: 200 len: 1093 time: 1.2388046 Mar 31 20:23:16.954671 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'tag': '489eac41-0e94-4afa-acc8-3d38486d6350'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:16.956980 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2b2036-3087-4f50-a1b6-b2da1c8b3089" -d '{"events": [{"name": "network-changed", "server_uuid": "d03a3a9c-9e65-4618-9e33-7cec71c88f29", "tag": "489eac41-0e94-4afa-acc8-3d38486d6350"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:16.958878 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Publish callbacks [] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.992740 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Transition to ACTIVE for port object a00a4a5f-e5a2-47f6-be4a-ddbe972a144c will not be triggered until provisioned by entity L2. {{(pid=103921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:23:17.034980 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d82dc0-db3e-4ea3-b8bf-e60eae279cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=489eac41-0e94-4afa-acc8-3d38486d6350,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:17.035461 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] For port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf, host hv-cinder-83607, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:17.045493 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] For port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=213be8ef-4e5d-44d6-bab9-151d8a3e41bf,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:17.053007 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-fffd60f4-6e9a-41c7-bc3b-0258b6025f71 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1313128 Mar 31 20:23:17.078656 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f62c45-467e-4115-9af8-2c40fc12ecf6 None None] Network 06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:17.110790 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:17.113263 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468dc89a-50fb-4857-b127-e6d51f97ed15 x-openstack-request-id: req-468dc89a-50fb-4857-b127-e6d51f97ed15 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:17.113560 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03a3a9c-9e65-4618-9e33-7cec71c88f29", "tag": "489eac41-0e94-4afa-acc8-3d38486d6350", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:17.113818 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-468dc89a-50fb-4857-b127-e6d51f97ed15 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:17.117954 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468dc89a-50fb-4857-b127-e6d51f97ed15'] response: {'name': 'network-changed', 'server_uuid': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'tag': '489eac41-0e94-4afa-acc8-3d38486d6350', 'status': 'completed', 'code': 200} Mar 31 20:23:17.143596 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-1e8ce990-8227-4512-b310-29b54bb48100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:17.147812 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-1e8ce990-8227-4512-b310-29b54bb48100 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 1127 time: 0.0649352 Mar 31 20:23:17.182706 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Pushing event updated for resources: {'Port': ['ID=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:17.188673 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:17.221694 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-6624588c-4a96-4d11-86c9-de581e45b4ec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=489eac41-0e94-4afa-acc8-3d38486d6350 HTTP/1.1" status: 200 len: 217 time: 0.0681708 Mar 31 20:23:17.258814 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:17.259614 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:17.261101 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba97c448-496c-4584-b951-37968ff32cff req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] 10.222.0.76 "PUT /v2.0/ports/213be8ef-4e5d-44d6-bab9-151d8a3e41bf HTTP/1.1" status: 200 len: 1093 time: 1.5506725 Mar 31 20:23:17.279467 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf60b315-1b74-4aad-bcbc-7363fd758f12', 'tag': '213be8ef-4e5d-44d6-bab9-151d8a3e41bf'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:17.306521 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-b397372e-b0cb-46d2-aa4f-a098cf8eb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:17.315801 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-b397372e-b0cb-46d2-aa4f-a098cf8eb402 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bea34364-25de-4223-a970-366fe9a8bb90 HTTP/1.1" status: 200 len: 855 time: 0.0756207 Mar 31 20:23:17.366398 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f37ac-6ca9-4fc7-bdc8-732780382589 service neutron] Pushing event updated for resources: {'Port': ['ID=213be8ef-4e5d-44d6-bab9-151d8a3e41bf,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:17.403082 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-45ce24db-b9ab-44a4-a779-cf7cbf7ce7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:17.408921 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-45ce24db-b9ab-44a4-a779-cf7cbf7ce7ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0916946 Mar 31 20:23:17.557493 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b6c61b39-3420-49c8-9e5f-b1fbd497cea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:17.641055 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-8c92d310-fc40-4bce-b07e-a70cdf2f97b2 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250326 Mar 31 20:23:17.663465 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6a2db3-d6c2-4aff-8279-7f62eaf202ff" -d '{"events": [{"name": "network-changed", "server_uuid": "bf60b315-1b74-4aad-bcbc-7363fd758f12", "tag": "213be8ef-4e5d-44d6-bab9-151d8a3e41bf"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:17.811555 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48917193-85ae-4d6c-bf1d-cd732e2c4ef6 req-8553ac66-82e7-4cd7-8693-5ca7c9010b5a service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646008 Mar 31 20:23:17.972028 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Attempting to bind port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:17.972368 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Attempting to bind port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:17.973004 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Attempting to bind port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c on network 90c23a38-86bf-47a2-8e01-2e815cf3c775 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:17.989853 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c on network 90c23a38-86bf-47a2-8e01-2e815cf3c775 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:23:17.990177 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Attempting to bind port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c on network 90c23a38-86bf-47a2-8e01-2e815cf3c775 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:18.004033 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c448-496c-4584-b951-37968ff32cff req-24e660a3-edec-46e4-b65b-b7e79320e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.005586 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba97c448-496c-4584-b951-37968ff32cff req-24e660a3-edec-46e4-b65b-b7e79320e02d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 1127 time: 0.5226555 Mar 31 20:23:18.008773 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:18.008773 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Checking segment: {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:18.009167 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Bound using segment: {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:18.009633 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Bound port: a00a4a5f-e5a2-47f6-be4a-ddbe972a144c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:18.009994 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.019208 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e8581-2c01-460f-849a-8e3ddd6e25a2 req-aea1d1f3-85fc-4228-8d32-ee9033c59e26 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.020704 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a41e8581-2c01-460f-849a-8e3ddd6e25a2 req-aea1d1f3-85fc-4228-8d32-ee9033c59e26 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 943 time: 0.3796976 Mar 31 20:23:18.031477 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c7269-46f3-4f02-bcbc-5d64866d9509 req-fd6b3752-5bf7-441a-a6ad-dab1f99a4d77 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.032290 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-318c7269-46f3-4f02-bcbc-5d64866d9509 req-fd6b3752-5bf7-441a-a6ad-dab1f99a4d77 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.4496076 Mar 31 20:23:18.057450 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b2036-3087-4f50-a1b6-b2da1c8b3089 req-1bde212e-2114-4bea-9cf1-33775d51bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.059478 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fe2b2036-3087-4f50-a1b6-b2da1c8b3089 req-1bde212e-2114-4bea-9cf1-33775d51bd3f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 1127 time: 0.0761180 Mar 31 20:23:18.074087 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37774) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:18.088451 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-519336142-network', 'tenant_id': '9a15b9e056ae497284bb142fc7dd8482'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:18.127924 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba97c448-496c-4584-b951-37968ff32cff req-134bcd1a-855e-4de4-a3ee-2042a0ed96d2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=213be8ef-4e5d-44d6-bab9-151d8a3e41bf HTTP/1.1" status: 200 len: 217 time: 0.1060393 Mar 31 20:23:18.176413 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b2036-3087-4f50-a1b6-b2da1c8b3089 req-f82431c1-d6af-4f3c-baf7-068e04f5f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.177923 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fe2b2036-3087-4f50-a1b6-b2da1c8b3089 req-f82431c1-d6af-4f3c-baf7-068e04f5f5ae service neutron] 10.222.0.76 "GET /v2.0/networks?id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 200 len: 917 time: 0.1122768 Mar 31 20:23:18.223341 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fe2b2036-3087-4f50-a1b6-b2da1c8b3089 req-980a597f-cc86-49c3-b324-de81d968adf1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=489eac41-0e94-4afa-acc8-3d38486d6350 HTTP/1.1" status: 200 len: 217 time: 0.0381641 Mar 31 20:23:18.265464 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a41e8581-2c01-460f-849a-8e3ddd6e25a2 req-147a8f72-a8d5-4cfa-b4e5-b2878c63f7dd tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321615 Mar 31 20:23:18.266533 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] Made reservation on behalf of 9a15b9e056ae497284bb142fc7dd8482 for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:18.269762 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.281070 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c448-496c-4584-b951-37968ff32cff req-a994d50b-ec34-4282-ab82-8a3858868f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.282528 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba97c448-496c-4584-b951-37968ff32cff req-a994d50b-ec34-4282-ab82-8a3858868f4e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.1441092 Mar 31 20:23:18.283655 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] For port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c, host hv-cinder-83607, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:18.286364 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.288838 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-318c7269-46f3-4f02-bcbc-5d64866d9509 req-45ccd6e0-3825-4795-bb55-649fe9394ffd tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111418 Mar 31 20:23:18.290602 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] For port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:18.304495 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b2036-3087-4f50-a1b6-b2da1c8b3089 req-b47d76dd-1f1a-4661-a17c-246280606a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.305952 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fe2b2036-3087-4f50-a1b6-b2da1c8b3089 req-b47d76dd-1f1a-4661-a17c-246280606a9c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bea34364-25de-4223-a970-366fe9a8bb90 HTTP/1.1" status: 200 len: 855 time: 0.0757656 Mar 31 20:23:18.408371 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c448-496c-4584-b951-37968ff32cff req-511561b2-dfdb-473f-9fe4-b46fcaafdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.409974 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba97c448-496c-4584-b951-37968ff32cff req-511561b2-dfdb-473f-9fe4-b46fcaafdd60 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1178167 Mar 31 20:23:18.430628 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b2036-3087-4f50-a1b6-b2da1c8b3089 req-57adff0b-e5ae-41b4-96cf-f6355000cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.432723 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fe2b2036-3087-4f50-a1b6-b2da1c8b3089 req-57adff0b-e5ae-41b4-96cf-f6355000cb18 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1196775 Mar 31 20:23:18.435963 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70357088-fa21-4399-951f-3555e46d0405 req-bed0f0e7-8ee0-4577-90e6-42ace4cbdd06 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.437703 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-70357088-fa21-4399-951f-3555e46d0405 req-bed0f0e7-8ee0-4577-90e6-42ace4cbdd06 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 943 time: 0.0805392 Mar 31 20:23:18.483022 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.515219 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] Publish callbacks [] for security_group (700a6b4b-558b-450a-8993-06e769207ebf), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.550582 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fe2b2036-3087-4f50-a1b6-b2da1c8b3089 req-f618a522-abee-425c-882f-505989748f5b service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100795 Mar 31 20:23:18.561915 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.562540 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.564050 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] 10.222.0.76 "PUT /v2.0/ports/a00a4a5f-e5a2-47f6-be4a-ddbe972a144c HTTP/1.1" status: 200 len: 1094 time: 2.8548212 Mar 31 20:23:18.620101 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (700a6b4b-558b-450a-8993-06e769207ebf), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.657098 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-70357088-fa21-4399-951f-3555e46d0405 req-9fd200d4-d8ad-4a6e-a3f4-92d933195133 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091162 Mar 31 20:23:18.659352 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba97c448-496c-4584-b951-37968ff32cff req-ad7bf367-77ae-444b-8f10-d597e8181ec3 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406433 Mar 31 20:23:18.660070 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3da5b9-dda0-462b-b136-e04be6e9c694 service neutron] Pushing event updated for resources: {'Port': ['ID=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:18.670544 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:23:18.682399 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700a6b4b-558b-450a-8993-06e769207ebf,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:18.698109 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (8776897e-9b8e-4602-b152-e02d0603517d), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.698460 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] Added segment 8776897e-9b8e-4602-b152-e02d0603517d of type vlan for network 411a549c-700c-4389-8f6b-91a96a3ebd43 Mar 31 20:23:18.736118 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aa80d4-60c6-46b7-a8d0-494a33016356 x-openstack-request-id: req-f4aa80d4-60c6-46b7-a8d0-494a33016356 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:18.736662 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf60b315-1b74-4aad-bcbc-7363fd758f12", "tag": "213be8ef-4e5d-44d6-bab9-151d8a3e41bf", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:18.737123 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f4aa80d4-60c6-46b7-a8d0-494a33016356 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:18.737877 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4aa80d4-60c6-46b7-a8d0-494a33016356'] response: {'name': 'network-changed', 'server_uuid': 'bf60b315-1b74-4aad-bcbc-7363fd758f12', 'tag': '213be8ef-4e5d-44d6-bab9-151d8a3e41bf', 'status': 'completed', 'code': 200} Mar 31 20:23:18.761364 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fe2b2036-3087-4f50-a1b6-b2da1c8b3089 req-daa756f1-6bd1-45cc-8c34-7334cc2aa9e3 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055743 Mar 31 20:23:18.765883 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (411a549c-700c-4389-8f6b-91a96a3ebd43), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.817059 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba97c448-496c-4584-b951-37968ff32cff req-f2cc3bc7-3353-48c8-96ad-00f6d824e162 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497133 Mar 31 20:23:18.868099 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-efcd2d36-ee69-4944-8af7-3c512261329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.870154 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-efcd2d36-ee69-4944-8af7-3c512261329c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 1128 time: 0.0862138 Mar 31 20:23:18.919282 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-126018e2-40ce-4c6e-ac01-49fb0e3f6a65 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c HTTP/1.1" status: 200 len: 217 time: 0.0400407 Mar 31 20:23:18.958390 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (411a549c-700c-4389-8f6b-91a96a3ebd43), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.959410 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.959950 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a2db3-d6c2-4aff-8279-7f62eaf202ff req-187e388c-f8f9-4dc9-9eb8-b714e360ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.960063 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.961485 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c6a2db3-d6c2-4aff-8279-7f62eaf202ff req-187e388c-f8f9-4dc9-9eb8-b714e360ca86 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 1127 time: 0.0466161 Mar 31 20:23:19.025738 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-2e5216cd-638e-46a2-bbc9-b927a0f078d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:19.027347 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-2e5216cd-638e-46a2-bbc9-b927a0f078d5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.1025403 Mar 31 20:23:19.045549 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] Pushing event updated for resources: {'Network': ['ID=411a549c-700c-4389-8f6b-91a96a3ebd43,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:19.059099 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 411a549c-700c-4389-8f6b-91a96a3ebd43 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:23:19.086838 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-79969ef8-176d-408c-ae7e-9f426e9dd35b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0110810 Mar 31 20:23:19.090355 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 37798) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:19.094979 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-799996f8-c790-46cf-a403-4e9878d67bdb admin admin] Request body: {'subnet': {'network_id': '411a549c-700c-4389-8f6b-91a96a3ebd43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-519336142-subnet', 'tenant_id': '9a15b9e056ae497284bb142fc7dd8482', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:19.114321 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-ff1e769e-484a-4f0f-a08f-a43cdf135df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:19.115894 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-ff1e769e-484a-4f0f-a08f-a43cdf135df0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793216 Mar 31 20:23:19.148654 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a2db3-d6c2-4aff-8279-7f62eaf202ff req-e436b5b7-fc0a-4f6f-b49a-5eabac6969b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:19.158927 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c6a2db3-d6c2-4aff-8279-7f62eaf202ff req-e436b5b7-fc0a-4f6f-b49a-5eabac6969b3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 920 time: 0.1905370 Mar 31 20:23:19.204990 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c6a2db3-d6c2-4aff-8279-7f62eaf202ff req-bbca69ca-a64a-43e0-af4d-b0e99b9b201a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=213be8ef-4e5d-44d6-bab9-151d8a3e41bf HTTP/1.1" status: 200 len: 217 time: 0.0393136 Mar 31 20:23:19.222068 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799996f8-c790-46cf-a403-4e9878d67bdb admin admin] Made reservation on behalf of 9a15b9e056ae497284bb142fc7dd8482 for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:19.225846 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-799996f8-c790-46cf-a403-4e9878d67bdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12914336'] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:19.258892 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a2db3-d6c2-4aff-8279-7f62eaf202ff req-77bd8c2d-f363-4c4e-a76b-3e81a774a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:19.260483 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c6a2db3-d6c2-4aff-8279-7f62eaf202ff req-77bd8c2d-f363-4c4e-a76b-3e81a774a06e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.0497863 Mar 31 20:23:19.278726 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-23b4f1e7-8578-4753-b514-4a44e8b6b2d2 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554713 Mar 31 20:23:19.320282 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a2db3-d6c2-4aff-8279-7f62eaf202ff req-e81e0509-1434-4e9e-af83-0a19bab8d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:19.322717 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c6a2db3-d6c2-4aff-8279-7f62eaf202ff req-e81e0509-1434-4e9e-af83-0a19bab8d89e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551345 Mar 31 20:23:19.426631 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ff418a2b-7dd1-483a-86ee-f8c73afa9596 req-cd1aa05c-263c-4d74-a472-e0882dd16d0e service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412363 Mar 31 20:23:19.557127 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9d34b-6108-497b-b802-fb55a4a25cc6 req-ebcf9ad3-ab70-4046-9655-0d3339484a9d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:19.558685 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-87f9d34b-6108-497b-b802-fb55a4a25cc6 req-ebcf9ad3-ab70-4046-9655-0d3339484a9d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 943 time: 0.1238918 Mar 31 20:23:19.563121 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c6a2db3-d6c2-4aff-8279-7f62eaf202ff req-ee1482d5-dcaf-4008-8a92-8ee516d6a573 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320063 Mar 31 20:23:19.569922 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ee7d3-432d-4eaa-b7e4-7c3aeabfbf3c req-5733e001-478b-4929-97fc-fbdfbe2558e1 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:19.571263 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-990ee7d3-432d-4eaa-b7e4-7c3aeabfbf3c req-5733e001-478b-4929-97fc-fbdfbe2558e1 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.1332626 Mar 31 20:23:19.621747 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-799996f8-c790-46cf-a403-4e9878d67bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13429351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12914358'] for subnet (3257c8ab-553d-4126-a716-fbb12133b877), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:19.678910 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799996f8-c790-46cf-a403-4e9878d67bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3257c8ab-553d-4126-a716-fbb12133b877,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:19.687518 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799996f8-c790-46cf-a403-4e9878d67bdb admin admin] Checking segment: {'id': '8776897e-9b8e-4602-b152-e02d0603517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '411a549c-700c-4389-8f6b-91a96a3ebd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:19.688264 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799996f8-c790-46cf-a403-4e9878d67bdb admin admin] Network hostable DHCP agents. Network: 411a549c-700c-4389-8f6b-91a96a3ebd43, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:23:19.712685 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-990ee7d3-432d-4eaa-b7e4-7c3aeabfbf3c req-b9a28bd7-dfe9-4fe1-98ff-2e99112fce66 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319258 Mar 31 20:23:19.717406 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-87f9d34b-6108-497b-b802-fb55a4a25cc6 req-4c3cc1d4-2e24-4f58-988e-2fd1e83eaa13 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452155 Mar 31 20:23:19.741674 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c6a2db3-d6c2-4aff-8279-7f62eaf202ff req-0e8f3076-24a8-4619-a9d2-d2bfaa8ce6c0 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682305 Mar 31 20:23:19.841835 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799996f8-c790-46cf-a403-4e9878d67bdb admin admin] Network 411a549c-700c-4389-8f6b-91a96a3ebd43 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:23:19.842243 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-317927c2-19d8-426b-9265-6e58751c5739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:19.848606 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a22b88-d055-4c3b-ba58-2b89b8a3ebab req-ce709214-8a5c-4344-91ef-a821a34671ea tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:19.850512 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-28a22b88-d055-4c3b-ba58-2b89b8a3ebab req-ce709214-8a5c-4344-91ef-a821a34671ea tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 943 time: 0.0568149 Mar 31 20:23:19.901425 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-28a22b88-d055-4c3b-ba58-2b89b8a3ebab req-b4fd972e-f003-49da-9746-cfcef197d58e tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446606 Mar 31 20:23:19.939094 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-799996f8-c790-46cf-a403-4e9878d67bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 411a549c-700c-4389-8f6b-91a96a3ebd43) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:19.943683 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799996f8-c790-46cf-a403-4e9878d67bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:19.944367 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-799996f8-c790-46cf-a403-4e9878d67bdb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:19.952711 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2846e07b-3033-4c60-94c5-98b3896deeb1 None None] Network 411a549c-700c-4389-8f6b-91a96a3ebd43 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:20.059899 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d30b9-3c13-4ff4-ade6-0c0059830b76 None None] Network 411a549c-700c-4389-8f6b-91a96a3ebd43 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:20.073530 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-799996f8-c790-46cf-a403-4e9878d67bdb admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9821625 Mar 31 20:23:20.739712 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4283d752-a7ff-463f-8585-d5737fadc83e', 'tag': 'a00a4a5f-e5a2-47f6-be4a-ddbe972a144c'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:20.742320 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5902630-459a-4fed-bec6-eed5ae5595c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4283d752-a7ff-463f-8585-d5737fadc83e", "tag": "a00a4a5f-e5a2-47f6-be4a-ddbe972a144c"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:20.778238 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65f1fe0-12ee-4c12-a639-c007fb1f0c15 x-openstack-request-id: req-a65f1fe0-12ee-4c12-a639-c007fb1f0c15 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:20.778600 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4283d752-a7ff-463f-8585-d5737fadc83e", "tag": "a00a4a5f-e5a2-47f6-be4a-ddbe972a144c", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:20.779191 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a65f1fe0-12ee-4c12-a639-c007fb1f0c15 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:20.779596 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a65f1fe0-12ee-4c12-a639-c007fb1f0c15'] response: {'name': 'network-changed', 'server_uuid': '4283d752-a7ff-463f-8585-d5737fadc83e', 'tag': 'a00a4a5f-e5a2-47f6-be4a-ddbe972a144c', 'status': 'completed', 'code': 200} Mar 31 20:23:20.890108 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9df214-ede5-48bd-bb35-363f5c8cd904 req-e1e3641c-5437-4056-99e4-223d3c198b7a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:20.891584 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6e9df214-ede5-48bd-bb35-363f5c8cd904 req-e1e3641c-5437-4056-99e4-223d3c198b7a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 943 time: 0.0882297 Mar 31 20:23:20.901960 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c181a91-e744-4ebf-9cc6-145cdeeaa787 req-562c6189-7eb7-4d6c-abdd-73dbfee2a058 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:20.903487 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0c181a91-e744-4ebf-9cc6-145cdeeaa787 req-562c6189-7eb7-4d6c-abdd-73dbfee2a058 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0714560 Mar 31 20:23:20.944700 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:20.974963 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6e9df214-ede5-48bd-bb35-363f5c8cd904 req-aa714b15-e7ca-42ef-b12a-c4be581bfe54 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704594 Mar 31 20:23:20.979290 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0c181a91-e744-4ebf-9cc6-145cdeeaa787 req-a2ae356b-041d-43de-8972-75b5eca587cc tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687799 Mar 31 20:23:21.088317 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52361e52-7696-42e0-915d-a4ac8321f8b2 req-7cb9f976-a77e-4e95-b086-3e6094f47c79 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:21.090321 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-52361e52-7696-42e0-915d-a4ac8321f8b2 req-7cb9f976-a77e-4e95-b086-3e6094f47c79 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 943 time: 0.0574772 Mar 31 20:23:21.143802 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-52361e52-7696-42e0-915d-a4ac8321f8b2 req-0d951602-85e9-4113-ad49-0be7beab2928 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463519 Mar 31 20:23:22.127670 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b140c15-db20-4bad-90e8-9df5cbbd3b2b req-dc5cf8e0-4b04-4480-b0cc-d77591126ee3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:22.129174 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2b140c15-db20-4bad-90e8-9df5cbbd3b2b req-dc5cf8e0-4b04-4480-b0cc-d77591126ee3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 943 time: 0.0839379 Mar 31 20:23:22.139131 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08c7e1-8d93-494e-bc39-6ca53553f104 req-2715837e-e923-4630-a0fa-f11075cf7bd5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:22.140516 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9f08c7e1-8d93-494e-bc39-6ca53553f104 req-2715837e-e923-4630-a0fa-f11075cf7bd5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0865645 Mar 31 20:23:22.216642 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2b140c15-db20-4bad-90e8-9df5cbbd3b2b req-f2c16c68-0ee6-4f87-b959-66640fd2658f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751250 Mar 31 20:23:22.219994 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9f08c7e1-8d93-494e-bc39-6ca53553f104 req-27383f45-3053-4462-84e8-a7db2a8a78ed tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728121 Mar 31 20:23:22.282966 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:22.323635 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cdede-709b-4547-ae6d-66b8633f34b3 req-2d910733-e8e3-48bb-84c7-895832f7783c tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:22.325169 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f88cdede-709b-4547-ae6d-66b8633f34b3 req-2d910733-e8e3-48bb-84c7-895832f7783c tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 943 time: 0.0538299 Mar 31 20:23:22.331183 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 6756de6d-7a3f-430b-bc33-08559ecce6cf details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:23:22.376535 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f88cdede-709b-4547-ae6d-66b8633f34b3 req-1cc42354-66e7-4a8a-a111-8aee15c09f90 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450556 Mar 31 20:23:22.445150 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 6756de6d-7a3f-430b-bc33-08559ecce6cf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6756de6d-7a3f-430b-bc33-08559ecce6cf,segment=NetworkSegment(16f12897-c723-42e4-8295-71886a5dbf72),segment_id=16f12897-c723-42e4-8295-71886a5dbf72)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:22.458040 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': '6756de6d-7a3f-430b-bc33-08559ecce6cf', 'network_id': 'ec96d573-1de5-4d59-abe0-411bf39c48a2', 'port_id': '6756de6d-7a3f-430b-bc33-08559ecce6cf', 'mac_address': 'fa:16:3e:00:e1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748b483f-95ff-4b46-abde-a7c05d0f0f79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:23:22.494336 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 6756de6d-7a3f-430b-bc33-08559ecce6cf is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:22.494729 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:22.508032 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6756de6d-7a3f-430b-bc33-08559ecce6cf {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:23:22.528361 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 6756de6d-7a3f-430b-bc33-08559ecce6cf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6756de6d-7a3f-430b-bc33-08559ecce6cf,segment=NetworkSegment(16f12897-c723-42e4-8295-71886a5dbf72),segment_id=16f12897-c723-42e4-8295-71886a5dbf72)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:22.636248 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:22.683154 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=6756de6d-7a3f-430b-bc33-08559ecce6cf,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:23.371115 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed407a5-198d-4caa-83ee-fcfb21f1afea req-6485d558-e602-4b94-a0e8-50b2d0c08385 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:23.372607 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0ed407a5-198d-4caa-83ee-fcfb21f1afea req-6485d558-e602-4b94-a0e8-50b2d0c08385 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 943 time: 0.0895760 Mar 31 20:23:23.384651 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a83cdd-8d33-4702-93e3-2b2e893e6546 req-0d3fb4a4-decb-461d-a3fa-2b44ddc3b483 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:23.386035 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-64a83cdd-8d33-4702-93e3-2b2e893e6546 req-0d3fb4a4-decb-461d-a3fa-2b44ddc3b483 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0734189 Mar 31 20:23:23.456087 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0ed407a5-198d-4caa-83ee-fcfb21f1afea req-1025774c-03dc-4f16-92a8-73b4ffbfd4e7 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690372 Mar 31 20:23:23.459441 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-64a83cdd-8d33-4702-93e3-2b2e893e6546 req-861f3a4c-5fb5-4ae2-a24c-ac033134c73d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668960 Mar 31 20:23:23.561990 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac8cfd-7503-4215-9f9e-346a4b5ab8a9 req-ed952645-5970-4127-ade8-6647d0740d2c tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:23.563420 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-77ac8cfd-7503-4215-9f9e-346a4b5ab8a9 req-ed952645-5970-4127-ade8-6647d0740d2c tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 944 time: 0.0516241 Mar 31 20:23:23.613039 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-77ac8cfd-7503-4215-9f9e-346a4b5ab8a9 req-d15bc115-5c8a-4c9b-967a-3b015c1282b8 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Mar 31 20:23:23.801845 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:24.603643 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3638c-f61e-4ce1-950d-982c3bbba374 req-43a1c2b4-f29c-41ba-8fb4-a1d8c2ba5230 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:24.605130 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dfa3638c-f61e-4ce1-950d-982c3bbba374 req-43a1c2b4-f29c-41ba-8fb4-a1d8c2ba5230 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 943 time: 0.0827665 Mar 31 20:23:24.624466 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a5011-3d32-4eae-b53d-4b52342b69e8 req-bc3c176e-05f1-45f3-af26-0cd205c82e7f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:24.625908 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-503a5011-3d32-4eae-b53d-4b52342b69e8 req-bc3c176e-05f1-45f3-af26-0cd205c82e7f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0931170 Mar 31 20:23:24.687933 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dfa3638c-f61e-4ce1-950d-982c3bbba374 req-2008b071-33ae-472e-be62-a904ff2609f4 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763869 Mar 31 20:23:24.694894 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-503a5011-3d32-4eae-b53d-4b52342b69e8 req-e4646a31-f192-495e-bf09-92caf1ad76d7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618391 Mar 31 20:23:24.823178 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6ba68-3c52-4743-8bdb-213ee319580c req-78ed74f9-0753-421c-8791-191779df8e98 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:24.825239 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b7c6ba68-3c52-4743-8bdb-213ee319580c req-78ed74f9-0753-421c-8791-191779df8e98 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 944 time: 0.0849597 Mar 31 20:23:24.828229 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5902630-459a-4fed-bec6-eed5ae5595c2 req-1121a403-03d2-459f-a1ac-fddf3a562cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:24.829611 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5902630-459a-4fed-bec6-eed5ae5595c2 req-1121a403-03d2-459f-a1ac-fddf3a562cb7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 1128 time: 0.0797563 Mar 31 20:23:25.087897 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b7c6ba68-3c52-4743-8bdb-213ee319580c req-122c89f8-264b-4873-be1e-0e7df94a1097 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568157 Mar 31 20:23:25.115547 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5902630-459a-4fed-bec6-eed5ae5595c2 req-3af74230-a54f-43d7-ba79-91843c4563bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:25.117052 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5902630-459a-4fed-bec6-eed5ae5595c2 req-3af74230-a54f-43d7-ba79-91843c4563bb service neutron] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 920 time: 0.2792194 Mar 31 20:23:25.158968 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5902630-459a-4fed-bec6-eed5ae5595c2 req-edc180ac-c4f5-4fab-a6f3-11d2fbda66b8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c HTTP/1.1" status: 200 len: 217 time: 0.0357416 Mar 31 20:23:25.207415 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5902630-459a-4fed-bec6-eed5ae5595c2 req-6be8f90b-d304-4381-8097-7be8f55ddfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:25.208868 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5902630-459a-4fed-bec6-eed5ae5595c2 req-6be8f90b-d304-4381-8097-7be8f55ddfce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.0433772 Mar 31 20:23:25.256035 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5902630-459a-4fed-bec6-eed5ae5595c2 req-88dda011-08a1-42c0-a947-478750ffe6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:25.257523 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5902630-459a-4fed-bec6-eed5ae5595c2 req-88dda011-08a1-42c0-a947-478750ffe6b9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430565 Mar 31 20:23:25.349028 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5902630-459a-4fed-bec6-eed5ae5595c2 req-65883809-f0d8-418a-9c0e-ca722ff8a58d service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857553 Mar 31 20:23:25.360244 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 489eac41-0e94-4afa-acc8-3d38486d6350 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:23:25.439653 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5902630-459a-4fed-bec6-eed5ae5595c2 req-6c825290-8b69-4505-8958-e9b97466a6f0 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847771 Mar 31 20:23:25.453762 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 489eac41-0e94-4afa-acc8-3d38486d6350, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=489eac41-0e94-4afa-acc8-3d38486d6350,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:25.465642 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': '489eac41-0e94-4afa-acc8-3d38486d6350', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'port_id': '489eac41-0e94-4afa-acc8-3d38486d6350', 'mac_address': 'fa:16:3e:f6:16:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:23:25.503413 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 489eac41-0e94-4afa-acc8-3d38486d6350 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:25.503804 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:25.515824 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489eac41-0e94-4afa-acc8-3d38486d6350 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:23:25.534368 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 489eac41-0e94-4afa-acc8-3d38486d6350, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=489eac41-0e94-4afa-acc8-3d38486d6350,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:25.596434 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:25.652091 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=489eac41-0e94-4afa-acc8-3d38486d6350,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:25.847702 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edf955-aff9-4748-af98-e8f96cc59b57 req-6c9425c6-7553-40b9-8de0-048e82c50d53 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:25.849212 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b5edf955-aff9-4748-af98-e8f96cc59b57 req-6c9425c6-7553-40b9-8de0-048e82c50d53 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 943 time: 0.0910678 Mar 31 20:23:25.857861 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00bb7c-517a-4d08-acba-991b634e8e28 req-e59e200d-cfc8-495b-ac29-cd45f733a86f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:25.859209 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cc00bb7c-517a-4d08-acba-991b634e8e28 req-e59e200d-cfc8-495b-ac29-cd45f733a86f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 944 time: 0.0913150 Mar 31 20:23:25.931907 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b5edf955-aff9-4748-af98-e8f96cc59b57 req-e719582b-00a8-4236-b97c-04494ea14885 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716999 Mar 31 20:23:25.935221 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cc00bb7c-517a-4d08-acba-991b634e8e28 req-547b229f-f731-4f2d-9be2-8ed71e488a9f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693171 Mar 31 20:23:25.952410 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['6756de6d-7a3f-430b-bc33-08559ecce6cf'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:23:26.203771 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349c979-cbcf-44e8-a183-83018fd2e760 req-7a516895-3ce1-478d-9b7e-9301fbc045b8 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:26.205412 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8349c979-cbcf-44e8-a183-83018fd2e760 req-7a516895-3ce1-478d-9b7e-9301fbc045b8 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 944 time: 0.0516953 Mar 31 20:23:26.256040 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8349c979-cbcf-44e8-a183-83018fd2e760 req-f46b7016-0038-4fdc-9812-eeb2e79ebd96 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450995 Mar 31 20:23:26.461098 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['489eac41-0e94-4afa-acc8-3d38486d6350'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:23:27.088437 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001c064-26db-4a37-afa7-71c4e46464c3 req-5ecadc26-456f-4de5-a450-3be9a169173b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:27.090462 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8001c064-26db-4a37-afa7-71c4e46464c3 req-5ecadc26-456f-4de5-a450-3be9a169173b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 943 time: 0.0876667 Mar 31 20:23:27.097320 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14c0df-519d-4cc9-a4de-6081c74368d6 req-b430d85c-d050-437b-adf4-04144d226f45 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:27.106127 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2b14c0df-519d-4cc9-a4de-6081c74368d6 req-b430d85c-d050-437b-adf4-04144d226f45 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 944 time: 0.0848973 Mar 31 20:23:27.166163 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8001c064-26db-4a37-afa7-71c4e46464c3 req-9c7cf6f5-f1a7-47a0-b81f-59bccba15f0e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664272 Mar 31 20:23:27.173968 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2b14c0df-519d-4cc9-a4de-6081c74368d6 req-5e4f342b-4b52-4ae5-b25b-3a53d8d3ff27 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686853 Mar 31 20:23:27.358250 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 6756de6d-7a3f-430b-bc33-08559ecce6cf up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:27.376980 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba668a-4171-482c-bb7d-1fdb66b2d3fd req-2f73aa28-3d2b-4c3c-a8d8-68949c6ec5b7 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:27.378479 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b4ba668a-4171-482c-bb7d-1fdb66b2d3fd req-2f73aa28-3d2b-4c3c-a8d8-68949c6ec5b7 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 944 time: 0.0574818 Mar 31 20:23:27.437269 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b4ba668a-4171-482c-bb7d-1fdb66b2d3fd req-8f298870-e6a7-43f6-8cf7-0e220fe79da9 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532877 Mar 31 20:23:27.449964 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 37996) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:27.516468 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port 6756de6d-7a3f-430b-bc33-08559ecce6cf completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:23:27.521490 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port 6756de6d-7a3f-430b-bc33-08559ecce6cf triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:27.522081 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:27.565220 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-82695869-9e8e-45ab-a63f-989d56c3ac2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:27.651562 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-82695869-9e8e-45ab-a63f-989d56c3ac2e admin admin] Publish callbacks [] for security_group (95dbab41-8841-4fdc-a1e4-0da2c3d1cf1d), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:27.725588 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 6756de6d-7a3f-430b-bc33-08559ecce6cf is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:27.725995 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:27.727830 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-82695869-9e8e-45ab-a63f-989d56c3ac2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (95dbab41-8841-4fdc-a1e4-0da2c3d1cf1d), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:27.751877 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9f3a79-d11d-4875-b2d1-8e7e06397de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6756de6d-7a3f-430b-bc33-08559ecce6cf'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:27.779738 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-82695869-9e8e-45ab-a63f-989d56c3ac2e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8ee8bc8e33c54b73bd254633befe8c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337586 Mar 31 20:23:27.783588 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 38010) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:27.794770 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82695869-9e8e-45ab-a63f-989d56c3ac2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dbab41-8841-4fdc-a1e4-0da2c3d1cf1d,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:27.848823 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-daa8f503-9359-4090-a2fd-ee478b0e3582 admin admin] Publish callbacks [] for security_group (95dbab41-8841-4fdc-a1e4-0da2c3d1cf1d), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:27.871670 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-daa8f503-9359-4090-a2fd-ee478b0e3582 admin admin] Publish callbacks [] for security_group (95dbab41-8841-4fdc-a1e4-0da2c3d1cf1d), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:27.893457 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 6756de6d-7a3f-430b-bc33-08559ecce6cf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6756de6d-7a3f-430b-bc33-08559ecce6cf,segment=NetworkSegment(16f12897-c723-42e4-8295-71886a5dbf72),segment_id=16f12897-c723-42e4-8295-71886a5dbf72)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:28.005143 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:28.006075 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-daa8f503-9359-4090-a2fd-ee478b0e3582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (95dbab41-8841-4fdc-a1e4-0da2c3d1cf1d), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:28.013619 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-daa8f503-9359-4090-a2fd-ee478b0e3582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:28.013619 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-daa8f503-9359-4090-a2fd-ee478b0e3582 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/95dbab41-8841-4fdc-a1e4-0da2c3d1cf1d HTTP/1.1" status: 204 len: 168 time: 0.2254698 Mar 31 20:23:28.019621 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f503-9359-4090-a2fd-ee478b0e3582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dbab41-8841-4fdc-a1e4-0da2c3d1cf1d,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:28.043683 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c6fe7f-bcef-4d6b-84b1-d9cf1ea864ea" -d '{"events": [{"server_uuid": "7d9f3a79-d11d-4875-b2d1-8e7e06397de0", "name": "network-vif-plugged", "status": "completed", "tag": "6756de6d-7a3f-430b-bc33-08559ecce6cf"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:28.106927 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=6756de6d-7a3f-430b-bc33-08559ecce6cf,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:28.290654 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37466f-1fa0-4ac1-b1c3-95e93b785b77 req-5c528093-8e0a-49f7-aca9-a86379157497 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:28.292324 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d37466f-1fa0-4ac1-b1c3-95e93b785b77 req-5c528093-8e0a-49f7-aca9-a86379157497 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 943 time: 0.0602064 Mar 31 20:23:28.354034 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d37466f-1fa0-4ac1-b1c3-95e93b785b77 req-1f4a7384-979e-4d68-ba62-90c3f27a3c5f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551398 Mar 31 20:23:28.392215 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9206b8d2-8988-4352-b163-028b5adfe6c2 x-openstack-request-id: req-9206b8d2-8988-4352-b163-028b5adfe6c2 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:28.402529 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9f3a79-d11d-4875-b2d1-8e7e06397de0", "name": "network-vif-plugged", "status": "completed", "tag": "6756de6d-7a3f-430b-bc33-08559ecce6cf", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:28.402529 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9206b8d2-8988-4352-b163-028b5adfe6c2 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:28.402529 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9206b8d2-8988-4352-b163-028b5adfe6c2'] response: {'server_uuid': '7d9f3a79-d11d-4875-b2d1-8e7e06397de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6756de6d-7a3f-430b-bc33-08559ecce6cf', 'code': 200} Mar 31 20:23:28.419808 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 38052) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:28.520235 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343805d-6da0-4012-babe-25907be26c3a req-b3409420-4f1b-48a4-b08d-cd2f1ac8aa89 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:28.540224 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e343805d-6da0-4012-babe-25907be26c3a req-b3409420-4f1b-48a4-b08d-cd2f1ac8aa89 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 944 time: 0.0939705 Mar 31 20:23:28.620811 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a8d871e4-416a-486a-b1ff-ff1aca7bb9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:28.660599 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e343805d-6da0-4012-babe-25907be26c3a req-8ef9e274-1c17-485d-b27f-06d3d6b7a04e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175809 Mar 31 20:23:28.671155 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ba483-8f46-469c-b485-9f36555e90ce req-327e50da-3d3a-48f3-a03d-5d02a261dbe6 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:28.672772 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-067ba483-8f46-469c-b485-9f36555e90ce req-327e50da-3d3a-48f3-a03d-5d02a261dbe6 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 945 time: 0.1278646 Mar 31 20:23:28.747801 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-067ba483-8f46-469c-b485-9f36555e90ce req-87448ba0-68da-47d8-839e-dd831c8d9bd4 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667162 Mar 31 20:23:28.791583 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a8d871e4-416a-486a-b1ff-ff1aca7bb9e9 admin admin] Publish callbacks [] for security_group (30dae706-1d71-4903-971c-70bb84bc5bf1), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:28.872090 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6288eab-280c-4a9c-8844-1c99e70aa93e req-545babf6-58a3-48d9-88e9-655e5ff108e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:28.873713 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d6288eab-280c-4a9c-8844-1c99e70aa93e req-545babf6-58a3-48d9-88e9-655e5ff108e8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 1129 time: 0.0808508 Mar 31 20:23:28.894685 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-d6288eab-280c-4a9c-8844-1c99e70aa93e req-5ed12f9a-15fa-480b-99f1-c99a794ca7a5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:28.906371 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a8d871e4-416a-486a-b1ff-ff1aca7bb9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (30dae706-1d71-4903-971c-70bb84bc5bf1), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:28.963930 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d871e4-416a-486a-b1ff-ff1aca7bb9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dae706-1d71-4903-971c-70bb84bc5bf1,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:28.969675 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-a8d871e4-416a-486a-b1ff-ff1aca7bb9e9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=27f209aa0c1e4970b34f21af965c72a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5485816 Mar 31 20:23:28.972747 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38090) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:29.024068 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-d6288eab-280c-4a9c-8844-1c99e70aa93e req-5ed12f9a-15fa-480b-99f1-c99a794ca7a5 service neutron] Publish callbacks [] for security_group (f3349d3c-d2e6-49fd-9f71-2e8995a468ad), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:29.052292 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0292-e7e4-4181-b18b-39201f7715c4 admin admin] Publish callbacks [] for security_group (30dae706-1d71-4903-971c-70bb84bc5bf1), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:29.074860 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0292-e7e4-4181-b18b-39201f7715c4 admin admin] Publish callbacks [] for security_group (30dae706-1d71-4903-971c-70bb84bc5bf1), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:29.127896 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-d6288eab-280c-4a9c-8844-1c99e70aa93e req-5ed12f9a-15fa-480b-99f1-c99a794ca7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (f3349d3c-d2e6-49fd-9f71-2e8995a468ad), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:29.175246 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d6288eab-280c-4a9c-8844-1c99e70aa93e req-5ed12f9a-15fa-480b-99f1-c99a794ca7a5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931857 Mar 31 20:23:29.176217 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed12f9a-15fa-480b-99f1-c99a794ca7a5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f3349d3c-d2e6-49fd-9f71-2e8995a468ad,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:29.213659 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0292-e7e4-4181-b18b-39201f7715c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (30dae706-1d71-4903-971c-70bb84bc5bf1), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:29.216884 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0292-e7e4-4181-b18b-39201f7715c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:29.220682 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f0bd0292-e7e4-4181-b18b-39201f7715c4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/30dae706-1d71-4903-971c-70bb84bc5bf1 HTTP/1.1" status: 204 len: 168 time: 0.2443113 Mar 31 20:23:29.226590 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd0292-e7e4-4181-b18b-39201f7715c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dae706-1d71-4903-971c-70bb84bc5bf1,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:29.379767 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device a00a4a5f-e5a2-47f6-be4a-ddbe972a144c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:23:29.409856 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 489eac41-0e94-4afa-acc8-3d38486d6350 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:29.530855 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13607f8d-9be7-4bb6-9f95-3ce86d778397 req-d7806e6e-8176-47b0-8ad1-c1f139f460ec tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:29.533177 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13607f8d-9be7-4bb6-9f95-3ce86d778397 req-d7806e6e-8176-47b0-8ad1-c1f139f460ec tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 943 time: 0.0776246 Mar 31 20:23:29.568764 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:29.581770 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': 'a00a4a5f-e5a2-47f6-be4a-ddbe972a144c', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'port_id': 'a00a4a5f-e5a2-47f6-be4a-ddbe972a144c', 'mac_address': 'fa:16:3e:47:18:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:23:29.607787 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13607f8d-9be7-4bb6-9f95-3ce86d778397 req-1506c0a0-7186-4943-9abc-61bb2fb32633 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675640 Mar 31 20:23:29.636138 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port 489eac41-0e94-4afa-acc8-3d38486d6350 completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:23:29.646980 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port 489eac41-0e94-4afa-acc8-3d38486d6350 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:29.647379 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:29.649908 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:29.650327 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:29.685439 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00a4a5f-e5a2-47f6-be4a-ddbe972a144c {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:23:29.715700 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:29.753950 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 489eac41-0e94-4afa-acc8-3d38486d6350 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:29.754342 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:29.786002 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af553a-21d2-4ccd-b906-6010d2c6a0dd req-1140e0c3-0db5-4e56-8cd2-5f2d8959e6bc tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:29.786426 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 489eac41-0e94-4afa-acc8-3d38486d6350, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=489eac41-0e94-4afa-acc8-3d38486d6350,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:29.787518 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18af553a-21d2-4ccd-b906-6010d2c6a0dd req-1140e0c3-0db5-4e56-8cd2-5f2d8959e6bc tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 944 time: 0.0514741 Mar 31 20:23:29.821802 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:29.823011 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 213be8ef-4e5d-44d6-bab9-151d8a3e41bf details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:23:29.864333 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18af553a-21d2-4ccd-b906-6010d2c6a0dd req-60e5043d-29d2-4ff8-888d-c474b385fa6c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678942 Mar 31 20:23:29.887169 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:29.907214 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7502216-bc5f-483b-b8c7-c24d543f6744 req-bb62b100-a7c8-45bd-9d46-e4c273ee93f5 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:29.908901 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e7502216-bc5f-483b-b8c7-c24d543f6744 req-bb62b100-a7c8-45bd-9d46-e4c273ee93f5 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 945 time: 0.0610244 Mar 31 20:23:29.922709 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=213be8ef-4e5d-44d6-bab9-151d8a3e41bf,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:29.925455 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:29.954953 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': '213be8ef-4e5d-44d6-bab9-151d8a3e41bf', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'port_id': '213be8ef-4e5d-44d6-bab9-151d8a3e41bf', 'mac_address': 'fa:16:3e:43:ae:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:23:29.966709 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e7502216-bc5f-483b-b8c7-c24d543f6744 req-4d4fe0f8-dccd-4bd7-8fce-859b6a33d1e9 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 Mar 31 20:23:30.005316 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=489eac41-0e94-4afa-acc8-3d38486d6350,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:30.015725 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:30.016115 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:30.030235 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213be8ef-4e5d-44d6-bab9-151d8a3e41bf {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:23:30.049024 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38122) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:30.049822 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=213be8ef-4e5d-44d6-bab9-151d8a3e41bf,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:30.062048 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9d321157-69f6-49aa-8d71-350432836540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:30.134116 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9d321157-69f6-49aa-8d71-350432836540 admin admin] Publish callbacks [] for security_group (3c7a115c-8c62-4011-86a6-14a130a7576c), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:30.150908 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:30.208596 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=213be8ef-4e5d-44d6-bab9-151d8a3e41bf,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:30.213429 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9d321157-69f6-49aa-8d71-350432836540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (3c7a115c-8c62-4011-86a6-14a130a7576c), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:30.264406 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-9d321157-69f6-49aa-8d71-350432836540 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=39d2bd21c6ae4c1eb30efe5b66610b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142975 Mar 31 20:23:30.266869 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38138) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:30.275340 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d321157-69f6-49aa-8d71-350432836540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7a115c-8c62-4011-86a6-14a130a7576c,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:30.338642 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47352b0f-c172-4b86-85ae-5399431cdc2a admin admin] Publish callbacks [] for security_group (3c7a115c-8c62-4011-86a6-14a130a7576c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:30.360739 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47352b0f-c172-4b86-85ae-5399431cdc2a admin admin] Publish callbacks [] for security_group (3c7a115c-8c62-4011-86a6-14a130a7576c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:30.395309 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489eac41-0e94-4afa-acc8-3d38486d6350'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:30.398569 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f13630-e33b-4724-98d6-284f2070e1f7" -d '{"events": [{"server_uuid": "d03a3a9c-9e65-4618-9e33-7cec71c88f29", "name": "network-vif-plugged", "status": "completed", "tag": "489eac41-0e94-4afa-acc8-3d38486d6350"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:30.440630 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b059ca2-76df-4748-8a90-fd2d7b87232f x-openstack-request-id: req-2b059ca2-76df-4748-8a90-fd2d7b87232f {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:30.441091 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03a3a9c-9e65-4618-9e33-7cec71c88f29", "name": "network-vif-plugged", "status": "completed", "tag": "489eac41-0e94-4afa-acc8-3d38486d6350", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:30.441357 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2b059ca2-76df-4748-8a90-fd2d7b87232f {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:30.441761 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b059ca2-76df-4748-8a90-fd2d7b87232f'] response: {'server_uuid': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489eac41-0e94-4afa-acc8-3d38486d6350', 'code': 200} Mar 31 20:23:30.620222 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['a00a4a5f-e5a2-47f6-be4a-ddbe972a144c'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:23:30.648409 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['213be8ef-4e5d-44d6-bab9-151d8a3e41bf'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:23:30.688536 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47352b0f-c172-4b86-85ae-5399431cdc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (3c7a115c-8c62-4011-86a6-14a130a7576c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:30.692489 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47352b0f-c172-4b86-85ae-5399431cdc2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:30.697974 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-47352b0f-c172-4b86-85ae-5399431cdc2a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3c7a115c-8c62-4011-86a6-14a130a7576c HTTP/1.1" status: 204 len: 168 time: 0.4300108 Mar 31 20:23:30.707373 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47352b0f-c172-4b86-85ae-5399431cdc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7a115c-8c62-4011-86a6-14a130a7576c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:30.783975 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b5efb-a24c-4220-84b2-5565f5cb70b9 req-e34737c2-73c8-40e4-92c8-1badbc1025bd tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:30.786060 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-363b5efb-a24c-4220-84b2-5565f5cb70b9 req-e34737c2-73c8-40e4-92c8-1badbc1025bd tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 944 time: 0.1047680 Mar 31 20:23:30.797867 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7e6b6-3958-4863-90dd-5eab152bf3c8 req-5ca8873f-ae1a-44c0-8175-eecd0c39aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:30.797867 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-19c7e6b6-3958-4863-90dd-5eab152bf3c8 req-5ca8873f-ae1a-44c0-8175-eecd0c39aede service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 1129 time: 0.0683126 Mar 31 20:23:30.866304 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-363b5efb-a24c-4220-84b2-5565f5cb70b9 req-a9a1034f-f872-44d7-9159-1e93b03ee252 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684252 Mar 31 20:23:30.869596 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-19c7e6b6-3958-4863-90dd-5eab152bf3c8 req-74ea468f-92c4-4735-bcdb-d5a4038c5e35 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659313 Mar 31 20:23:30.989900 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc433d3f-4030-4bc4-924e-048d988c1251 req-623afd6c-f0bd-48e6-9aed-bddfa7915cb8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:30.991387 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fc433d3f-4030-4bc4-924e-048d988c1251 req-623afd6c-f0bd-48e6-9aed-bddfa7915cb8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0548847 Mar 31 20:23:31.041826 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fc433d3f-4030-4bc4-924e-048d988c1251 req-886928c4-59f1-4789-8d06-78824d02c929 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438666 Mar 31 20:23:31.091415 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c88f76-e956-4c90-9333-e7940a0e1a9f req-195f0562-f705-40c7-a973-e3e9427e4ece tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:31.092921 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c6c88f76-e956-4c90-9333-e7940a0e1a9f req-195f0562-f705-40c7-a973-e3e9427e4ece tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 945 time: 0.0558643 Mar 31 20:23:31.140577 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c6c88f76-e956-4c90-9333-e7940a0e1a9f req-b49e7fc5-7e44-4e58-a803-ef02dcec7ead tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419321 Mar 31 20:23:31.986718 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2aaa3a-6119-435e-a640-5e77c5a8fdd1 req-7a094557-d4de-4bfe-9276-9057be4a15a7 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:31.988120 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec2aaa3a-6119-435e-a640-5e77c5a8fdd1 req-7a094557-d4de-4bfe-9276-9057be4a15a7 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 944 time: 0.0522528 Mar 31 20:23:32.056716 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec2aaa3a-6119-435e-a640-5e77c5a8fdd1 req-ed354a3f-efcc-4ab6-939f-c9431a474e95 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446517 Mar 31 20:23:32.163281 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ecf89-9f13-45c3-b416-75b461bf1885 req-9d850c51-6730-4c02-bd5c-86ac63bdfdaa tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:32.164743 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b63ecf89-9f13-45c3-b416-75b461bf1885 req-9d850c51-6730-4c02-bd5c-86ac63bdfdaa tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0507464 Mar 31 20:23:32.221536 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b63ecf89-9f13-45c3-b416-75b461bf1885 req-68cf29f9-289d-4f19-9157-3d93253468fe tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507863 Mar 31 20:23:32.260523 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02eae46-efe8-4e56-97d0-2187b5fdbaa4 req-89773218-beb6-4192-863b-e5199aff8692 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:32.262030 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e02eae46-efe8-4e56-97d0-2187b5fdbaa4 req-89773218-beb6-4192-863b-e5199aff8692 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 945 time: 0.0537589 Mar 31 20:23:32.308353 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e02eae46-efe8-4e56-97d0-2187b5fdbaa4 req-fee13c0c-848a-4be7-8f00-064e33ad7cd4 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405521 Mar 31 20:23:32.899613 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38236) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:33.003245 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dae2be8f-1a55-403b-b58b-ff9e6ba5bc06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.087029 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dae2be8f-1a55-403b-b58b-ff9e6ba5bc06 admin admin] Publish callbacks [] for security_group (85604c6b-b82c-4b5b-b184-beaaa5df5a6b), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.158536 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042f703-0a01-4629-a87f-7e32321c603a req-b858f2ba-ed14-4595-b7e0-b4f730a0f354 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:33.159996 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1042f703-0a01-4629-a87f-7e32321c603a req-b858f2ba-ed14-4595-b7e0-b4f730a0f354 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 944 time: 0.0545537 Mar 31 20:23:33.206883 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1042f703-0a01-4629-a87f-7e32321c603a req-b7126ecd-d99f-43de-9ce7-4d5f8213d071 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413318 Mar 31 20:23:33.258506 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dae2be8f-1a55-403b-b58b-ff9e6ba5bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (85604c6b-b82c-4b5b-b184-beaaa5df5a6b), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.299231 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-dae2be8f-1a55-403b-b58b-ff9e6ba5bc06 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d0459526dc5b4f609641bc7da7f01abe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983767 Mar 31 20:23:33.301190 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2be8f-1a55-403b-b58b-ff9e6ba5bc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85604c6b-b82c-4b5b-b184-beaaa5df5a6b,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:33.303235 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 38244) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:33.387567 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8d34a-71c3-4e1d-8714-954796a06088 req-37a16872-aa4f-4f78-88c7-9630b975c7a5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:33.389203 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-98d8d34a-71c3-4e1d-8714-954796a06088 req-37a16872-aa4f-4f78-88c7-9630b975c7a5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0869703 Mar 31 20:23:33.392241 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Publish callbacks [] for security_group (85604c6b-b82c-4b5b-b184-beaaa5df5a6b), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.423879 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device a00a4a5f-e5a2-47f6-be4a-ddbe972a144c up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:33.429251 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Publish callbacks [] for security_group (85604c6b-b82c-4b5b-b184-beaaa5df5a6b), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.487578 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-98d8d34a-71c3-4e1d-8714-954796a06088 req-f25028d5-525b-4756-ac46-f27b349fe86c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908310 Mar 31 20:23:33.538240 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 38254) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:33.655184 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:23:33.660348 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:33.660810 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.661467 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (85604c6b-b82c-4b5b-b184-beaaa5df5a6b), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.664261 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.675494 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/85604c6b-b82c-4b5b-b184-beaaa5df5a6b HTTP/1.1" status: 204 len: 168 time: 0.3618481 Mar 31 20:23:33.675494 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7fe2-0312-4108-880f-a083d56940e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.683747 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba57ee-6a44-46f9-8a1f-8f3598226c9b req-53b34eea-ef2c-456b-89e3-4f16a9f8f20a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:33.685251 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5ba57ee-6a44-46f9-8a1f-8f3598226c9b req-53b34eea-ef2c-456b-89e3-4f16a9f8f20a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0891800 Mar 31 20:23:33.694383 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38264) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:33.699634 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-c4aa99e8-8398-4173-9efe-cbcea81a3d51 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Request body: {'floatingip': {'port_id': '489eac41-0e94-4afa-acc8-3d38486d6350'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:33.707040 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85604c6b-b82c-4b5b-b184-beaaa5df5a6b,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:33.738242 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.738891 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.739009 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.739304 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.739642 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.739976 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.740310 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.740664 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.741022 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.741356 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.741737 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.745132 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.745722 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.746759 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.748563 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d65c60-0feb-4bbd-891e-cabd68c268b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.818295 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4aa99e8-8398-4173-9efe-cbcea81a3d51 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for floatingip (48831cb2-dc21-48c8-86c3-808826b88ab2), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.827079 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:33.827582 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.866956 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7fe2-0312-4108-880f-a083d56940e9 admin admin] Publish callbacks [] for security_group (b860a1f0-1747-45fc-91d0-b782a5a90cf0), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.885482 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4283d752-a7ff-463f-8585-d5737fadc83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00a4a5f-e5a2-47f6-be4a-ddbe972a144c'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:33.901402 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4ea134-78f2-4f7a-914b-8d23933925c5" -d '{"events": [{"server_uuid": "4283d752-a7ff-463f-8585-d5737fadc83e", "name": "network-vif-plugged", "status": "completed", "tag": "a00a4a5f-e5a2-47f6-be4a-ddbe972a144c"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:33.931209 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:33.952270 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e5b495-836b-42f5-a1c3-449aa4c0262c x-openstack-request-id: req-a0e5b495-836b-42f5-a1c3-449aa4c0262c {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:33.952685 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4283d752-a7ff-463f-8585-d5737fadc83e", "name": "network-vif-plugged", "status": "completed", "tag": "a00a4a5f-e5a2-47f6-be4a-ddbe972a144c", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:33.953094 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a0e5b495-836b-42f5-a1c3-449aa4c0262c {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:33.953588 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e5b495-836b-42f5-a1c3-449aa4c0262c'] response: {'server_uuid': '4283d752-a7ff-463f-8585-d5737fadc83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00a4a5f-e5a2-47f6-be4a-ddbe972a144c', 'code': 200} Mar 31 20:23:33.996568 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7fe2-0312-4108-880f-a083d56940e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (b860a1f0-1747-45fc-91d0-b782a5a90cf0), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.034840 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-fbfc7fe2-0312-4108-880f-a083d56940e9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4097b55dc56e49a0a8857d1aa8e8e245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4920447 Mar 31 20:23:34.036906 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 38284) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:34.072463 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc7fe2-0312-4108-880f-a083d56940e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b860a1f0-1747-45fc-91d0-b782a5a90cf0,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:34.076629 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.077569 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 213be8ef-4e5d-44d6-bab9-151d8a3e41bf up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:34.149192 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d29411f9-4f24-41de-ad0e-c30c82cb31f5 admin admin] Publish callbacks [] for security_group (b860a1f0-1747-45fc-91d0-b782a5a90cf0), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.196417 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:34.210966 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d29411f9-4f24-41de-ad0e-c30c82cb31f5 admin admin] Publish callbacks [] for security_group (b860a1f0-1747-45fc-91d0-b782a5a90cf0), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.338796 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:23:34.343666 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:34.344238 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.418006 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb48dd-d509-4de1-ba8c-6e74eb36a2fc req-41d60aa4-8fbe-44a4-8ff7-e724a92aa197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:34.419606 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dafb48dd-d509-4de1-ba8c-6e74eb36a2fc req-41d60aa4-8fbe-44a4-8ff7-e724a92aa197 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 1130 time: 0.1051564 Mar 31 20:23:34.425478 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d29411f9-4f24-41de-ad0e-c30c82cb31f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (b860a1f0-1747-45fc-91d0-b782a5a90cf0), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.429152 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d29411f9-4f24-41de-ad0e-c30c82cb31f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.430365 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-d29411f9-4f24-41de-ad0e-c30c82cb31f5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b860a1f0-1747-45fc-91d0-b782a5a90cf0 HTTP/1.1" status: 204 len: 168 time: 0.3924761 Mar 31 20:23:34.456179 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036379dd-7f07-4001-86d5-5a880f170aa5 req-d1c82891-334d-4fdf-8c77-d33383747f23 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:34.461060 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-036379dd-7f07-4001-86d5-5a880f170aa5 req-d1c82891-334d-4fdf-8c77-d33383747f23 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 944 time: 0.1335962 Mar 31 20:23:34.480670 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:34.481174 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.521475 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=213be8ef-4e5d-44d6-bab9-151d8a3e41bf,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:34.543075 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29411f9-4f24-41de-ad0e-c30c82cb31f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b860a1f0-1747-45fc-91d0-b782a5a90cf0,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:34.592408 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dafb48dd-d509-4de1-ba8c-6e74eb36a2fc req-4f12bc27-7a52-4b63-9f80-3db69862e898 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607909 Mar 31 20:23:34.600930 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-036379dd-7f07-4001-86d5-5a880f170aa5 req-298af5a4-0220-47f4-81cb-04e79d37e1f3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093307 Mar 31 20:23:34.642480 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.652899 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4aa99e8-8398-4173-9efe-cbcea81a3d51 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.696782 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=213be8ef-4e5d-44d6-bab9-151d8a3e41bf,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:34.770105 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4aa99e8-8398-4173-9efe-cbcea81a3d51 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (48831cb2-dc21-48c8-86c3-808826b88ab2), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.897411 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-c4aa99e8-8398-4173-9efe-cbcea81a3d51 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Floating IP 48831cb2-dc21-48c8-86c3-808826b88ab2 associated. External IP: 172.27.2.16, port: 489eac41-0e94-4afa-acc8-3d38486d6350. Mar 31 20:23:35.142118 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4aa99e8-8398-4173-9efe-cbcea81a3d51 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Router d3933d44-ec48-4c9b-8061-5dc0404fa388 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:23:35.231819 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 38332) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:35.244861 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ae31ed4d-63e1-4e03-bffb-995fe2d9fd27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.260023 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aa99e8-8398-4173-9efe-cbcea81a3d51 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:23:35.265448 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4aa99e8-8398-4173-9efe-cbcea81a3d51 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.278202 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12469159-46a9-4d50-927b-e628bf509d94 None None] Sync routers for ids ['d3933d44-ec48-4c9b-8061-5dc0404fa388'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:23:35.288351 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12469159-46a9-4d50-927b-e628bf509d94 None None] Routers {'d3933d44-ec48-4c9b-8061-5dc0404fa388'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:35.292223 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-12469159-46a9-4d50-927b-e628bf509d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:23:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d3933d44-ec48-4c9b-8061-5dc0404fa388'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:35.355185 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ae31ed4d-63e1-4e03-bffb-995fe2d9fd27 admin admin] Publish callbacks [] for security_group (22ab20ec-1f09-45f8-980b-5a1fa02f5e8d), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.499451 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-12469159-46a9-4d50-927b-e628bf509d94 None None] Set router d3933d44-ec48-4c9b-8061-5dc0404fa388 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:35.524860 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c4aa99e8-8398-4173-9efe-cbcea81a3d51 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "PUT /v2.0/floatingips/48831cb2-dc21-48c8-86c3-808826b88ab2 HTTP/1.1" status: 200 len: 990 time: 1.8191762 Mar 31 20:23:35.524860 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'tag': '489eac41-0e94-4afa-acc8-3d38486d6350'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:35.524860 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec126eb4-97f4-47a7-9450-66d661d56cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "d03a3a9c-9e65-4618-9e33-7cec71c88f29", "tag": "489eac41-0e94-4afa-acc8-3d38486d6350"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:35.562277 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ae31ed4d-63e1-4e03-bffb-995fe2d9fd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (22ab20ec-1f09-45f8-980b-5a1fa02f5e8d), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.599272 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31ed4d-63e1-4e03-bffb-995fe2d9fd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ab20ec-1f09-45f8-980b-5a1fa02f5e8d,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:35.607475 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5d80f0-6d67-4e01-8de8-d04a83f56c43 x-openstack-request-id: req-8c5d80f0-6d67-4e01-8de8-d04a83f56c43 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:35.607757 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03a3a9c-9e65-4618-9e33-7cec71c88f29", "tag": "489eac41-0e94-4afa-acc8-3d38486d6350", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:35.607996 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8c5d80f0-6d67-4e01-8de8-d04a83f56c43 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:35.608337 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c5d80f0-6d67-4e01-8de8-d04a83f56c43'] response: {'name': 'network-changed', 'server_uuid': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'tag': '489eac41-0e94-4afa-acc8-3d38486d6350', 'status': 'completed', 'code': 200} Mar 31 20:23:35.655357 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-ae31ed4d-63e1-4e03-bffb-995fe2d9fd27 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6ccb2e4ec20740b7808a98afc63ba755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4223762 Mar 31 20:23:35.657934 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 38352) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:35.709471 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126eb4-97f4-47a7-9450-66d661d56cf9 req-113efbd6-ede0-4383-b82b-956ee4167478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:35.709471 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec126eb4-97f4-47a7-9450-66d661d56cf9 req-113efbd6-ede0-4383-b82b-956ee4167478 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 1129 time: 0.0880764 Mar 31 20:23:35.730211 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-12469159-46a9-4d50-927b-e628bf509d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '48831cb2-dc21-48c8-86c3-808826b88ab2', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'port_id': '489eac41-0e94-4afa-acc8-3d38486d6350', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'mac_address': 'fa:16:3e:f6:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:53Z', 'updated_at': '2022-03-31T20:23:34Z', 'revision_number': 1, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:50Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:35.773220 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12469159-46a9-4d50-927b-e628bf509d94 None None] Checking router: d3933d44-ec48-4c9b-8061-5dc0404fa388 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:23:35.773220 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12469159-46a9-4d50-927b-e628bf509d94 None None] Routers {'d3933d44-ec48-4c9b-8061-5dc0404fa388'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:35.773220 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-12469159-46a9-4d50-927b-e628bf509d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:23:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d3933d44-ec48-4c9b-8061-5dc0404fa388'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:35.804465 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7756e6e4-54c3-4f7a-8913-5f571d25b8b2 admin admin] Publish callbacks [] for security_group (22ab20ec-1f09-45f8-980b-5a1fa02f5e8d), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.857287 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7756e6e4-54c3-4f7a-8913-5f571d25b8b2 admin admin] Publish callbacks [] for security_group (22ab20ec-1f09-45f8-980b-5a1fa02f5e8d), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.890871 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a48a5-7795-4eca-ae72-16f28ffe3873 req-e7b9ebe5-6fb2-4f9c-9fac-9f06fa083507 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:35.892535 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8a2a48a5-7795-4eca-ae72-16f28ffe3873 req-e7b9ebe5-6fb2-4f9c-9fac-9f06fa083507 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.1513691 Mar 31 20:23:35.922700 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126eb4-97f4-47a7-9450-66d661d56cf9 req-e08d2fa6-576b-4f92-8c7a-2570bf65d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:35.924959 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec126eb4-97f4-47a7-9450-66d661d56cf9 req-e08d2fa6-576b-4f92-8c7a-2570bf65d2fe service neutron] 10.222.0.76 "GET /v2.0/networks?id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 200 len: 917 time: 0.2104478 Mar 31 20:23:35.955029 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf60b315-1b74-4aad-bcbc-7363fd758f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213be8ef-4e5d-44d6-bab9-151d8a3e41bf'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:35.958064 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88428ed5-c398-4bb0-8a01-c62370680639" -d '{"events": [{"server_uuid": "bf60b315-1b74-4aad-bcbc-7363fd758f12", "name": "network-vif-plugged", "status": "completed", "tag": "213be8ef-4e5d-44d6-bab9-151d8a3e41bf"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:35.967481 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-12469159-46a9-4d50-927b-e628bf509d94 None None] Set router d3933d44-ec48-4c9b-8061-5dc0404fa388 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:36.025788 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8a2a48a5-7795-4eca-ae72-16f28ffe3873 req-a7db0955-e3dd-44ff-bd6c-1fdb3243780d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265523 Mar 31 20:23:36.054298 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec126eb4-97f4-47a7-9450-66d661d56cf9 req-f98adccb-2810-47d1-8a75-aadcc72cbd39 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=489eac41-0e94-4afa-acc8-3d38486d6350 HTTP/1.1" status: 200 len: 998 time: 0.1181312 Mar 31 20:23:36.088620 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de99cc00-82d2-4c85-9ab8-b4c40ee6654e x-openstack-request-id: req-de99cc00-82d2-4c85-9ab8-b4c40ee6654e {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:36.089466 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf60b315-1b74-4aad-bcbc-7363fd758f12", "name": "network-vif-plugged", "status": "completed", "tag": "213be8ef-4e5d-44d6-bab9-151d8a3e41bf", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:36.090302 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-de99cc00-82d2-4c85-9ab8-b4c40ee6654e {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:36.090725 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de99cc00-82d2-4c85-9ab8-b4c40ee6654e'] response: {'server_uuid': 'bf60b315-1b74-4aad-bcbc-7363fd758f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213be8ef-4e5d-44d6-bab9-151d8a3e41bf', 'code': 200} Mar 31 20:23:36.106310 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126eb4-97f4-47a7-9450-66d661d56cf9 req-a709bf3f-452a-4e28-850e-6d5c393b1f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:36.107931 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec126eb4-97f4-47a7-9450-66d661d56cf9 req-a709bf3f-452a-4e28-850e-6d5c393b1f32 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bea34364-25de-4223-a970-366fe9a8bb90 HTTP/1.1" status: 200 len: 855 time: 0.0471282 Mar 31 20:23:36.176254 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126eb4-97f4-47a7-9450-66d661d56cf9 req-685ebb54-a031-49c5-902d-8c171492a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:36.177798 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec126eb4-97f4-47a7-9450-66d661d56cf9 req-685ebb54-a031-49c5-902d-8c171492a322 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626431 Mar 31 20:23:36.209333 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-12469159-46a9-4d50-927b-e628bf509d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '48831cb2-dc21-48c8-86c3-808826b88ab2', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'port_id': '489eac41-0e94-4afa-acc8-3d38486d6350', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'mac_address': 'fa:16:3e:f6:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:53Z', 'updated_at': '2022-03-31T20:23:34Z', 'revision_number': 1, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:50Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:36.229770 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7756e6e4-54c3-4f7a-8913-5f571d25b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (22ab20ec-1f09-45f8-980b-5a1fa02f5e8d), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.233088 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7756e6e4-54c3-4f7a-8913-5f571d25b8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.236882 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-7756e6e4-54c3-4f7a-8913-5f571d25b8b2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/22ab20ec-1f09-45f8-980b-5a1fa02f5e8d HTTP/1.1" status: 204 len: 168 time: 0.5751669 Mar 31 20:23:36.239989 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12469159-46a9-4d50-927b-e628bf509d94 None None] The sync data for ids ['d3933d44-ec48-4c9b-8061-5dc0404fa388'] in dv-cinder-836070-1-iscsi is: [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '48831cb2-dc21-48c8-86c3-808826b88ab2', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'port_id': '489eac41-0e94-4afa-acc8-3d38486d6350', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'mac_address': 'fa:16:3e:f6:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:53Z', 'updated_at': '2022-03-31T20:23:34Z', 'revision_number': 1, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:50Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:23:36.269672 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756e6e4-54c3-4f7a-8913-5f571d25b8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ab20ec-1f09-45f8-980b-5a1fa02f5e8d,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:36.315162 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec126eb4-97f4-47a7-9450-66d661d56cf9 req-9cad7bd1-4ed5-4f9c-9ccf-27db3382e127 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301024 Mar 31 20:23:36.419845 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec126eb4-97f4-47a7-9450-66d661d56cf9 req-2948baf8-6aff-4654-bf80-b936affe3836 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957894 Mar 31 20:23:36.542289 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c406c-9f18-4ef0-bef1-31505bc0fee3 None None] New status for floating IP 48831cb2-dc21-48c8-86c3-808826b88ab2: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:23:36.611510 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd31a2d-09c0-44d5-99b1-4980590fc54b req-57cc5151-d4fc-48cb-a29b-b59db4a5ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:36.616744 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6cd31a2d-09c0-44d5-99b1-4980590fc54b req-57cc5151-d4fc-48cb-a29b-b59db4a5ddfe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 1129 time: 0.0789537 Mar 31 20:23:36.668440 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6cd31a2d-09c0-44d5-99b1-4980590fc54b req-446782de-d112-4390-8273-ea87d28fc5c2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453756 Mar 31 20:23:37.165760 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f21285-eb38-4be8-bf3f-1b4ddc057c36 req-69b63e87-3857-42cb-a959-f659ca97215f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:37.169311 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c6f21285-eb38-4be8-bf3f-1b4ddc057c36 req-69b63e87-3857-42cb-a959-f659ca97215f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0645840 Mar 31 20:23:37.221405 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c6f21285-eb38-4be8-bf3f-1b4ddc057c36 req-93755219-0d56-4876-a0c0-b26ec97d1605 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475271 Mar 31 20:23:38.351226 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51c4df-1f83-4f5f-8c64-74935d2def5e req-5cc40202-182d-4e0e-a592-f9c4a2ddc21b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:38.353142 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ab51c4df-1f83-4f5f-8c64-74935d2def5e req-5cc40202-182d-4e0e-a592-f9c4a2ddc21b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0544519 Mar 31 20:23:38.402640 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ab51c4df-1f83-4f5f-8c64-74935d2def5e req-911bf90f-1237-4095-87b7-7375316ca86a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 Mar 31 20:23:38.847179 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-91a5a48e-455e-4180-a2ef-77228c8d3a51 req-9bf4f2b4-7ca2-4d60-8c00-b3d87c930b57 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627525 Mar 31 20:23:38.939016 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5a48e-455e-4180-a2ef-77228c8d3a51 req-66f1d838-3806-492a-aef6-91b1ebad252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:38.940763 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-91a5a48e-455e-4180-a2ef-77228c8d3a51 req-66f1d838-3806-492a-aef6-91b1ebad252c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd8f895a54d945049c61f2e4c65850e9&device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 1129 time: 0.0487194 Mar 31 20:23:39.045374 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5a48e-455e-4180-a2ef-77228c8d3a51 req-595c77ac-46eb-49c5-9334-ae8161db8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:39.046935 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-91a5a48e-455e-4180-a2ef-77228c8d3a51 req-595c77ac-46eb-49c5-9334-ae8161db8aec service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec96d573-1de5-4d59-abe0-411bf39c48a2 HTTP/1.1" status: 200 len: 912 time: 0.0873797 Mar 31 20:23:39.091219 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-91a5a48e-455e-4180-a2ef-77228c8d3a51 req-5bc9fd54-f7ff-4079-85d0-d53c27e8fc62 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6756de6d-7a3f-430b-bc33-08559ecce6cf HTTP/1.1" status: 200 len: 217 time: 0.0357614 Mar 31 20:23:39.146568 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5a48e-455e-4180-a2ef-77228c8d3a51 req-eb7775ad-440b-49de-bbd8-f496594b01c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:39.148046 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-91a5a48e-455e-4180-a2ef-77228c8d3a51 req-eb7775ad-440b-49de-bbd8-f496594b01c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=748b483f-95ff-4b46-abde-a7c05d0f0f79 HTTP/1.1" status: 200 len: 851 time: 0.0514355 Mar 31 20:23:39.184434 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-91a5a48e-455e-4180-a2ef-77228c8d3a51 req-015bcbe6-7bec-4e43-95a0-d27bbf9a473f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec96d573-1de5-4d59-abe0-411bf39c48a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297098 Mar 31 20:23:39.283544 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-91a5a48e-455e-4180-a2ef-77228c8d3a51 req-08edee42-7ffd-4e2d-b6b8-e3046d04994e service neutron] 10.222.0.76 "GET /v2.0/networks/ec96d573-1de5-4d59-abe0-411bf39c48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862911 Mar 31 20:23:39.385833 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-91a5a48e-455e-4180-a2ef-77228c8d3a51 req-4602a7cb-2d54-40e5-a9fc-2ff834a963ab service neutron] 10.222.0.76 "GET /v2.0/networks/ec96d573-1de5-4d59-abe0-411bf39c48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900931 Mar 31 20:23:39.407752 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 38472) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:39.522179 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5923d818-8b3a-4593-ae1b-fcbbab099a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.563361 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac262a1-663f-47ad-8454-f964006512c4 req-60d33f79-f40d-4a52-9d77-748e0b15d383 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:39.564831 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6ac262a1-663f-47ad-8454-f964006512c4 req-60d33f79-f40d-4a52-9d77-748e0b15d383 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0970247 Mar 31 20:23:39.619086 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.638580 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6ac262a1-663f-47ad-8454-f964006512c4 req-6d271291-8b03-4f03-851a-dd166e40a1ba tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674868 Mar 31 20:23:39.656882 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5923d818-8b3a-4593-ae1b-fcbbab099a78 admin admin] Publish callbacks [] for security_group (984ba412-c49a-4b14-a94b-a50553ef6a7f), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.750354 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5923d818-8b3a-4593-ae1b-fcbbab099a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (984ba412-c49a-4b14-a94b-a50553ef6a7f), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.788936 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-5923d818-8b3a-4593-ae1b-fcbbab099a78 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e76b9331da447e4864d1041835869fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800859 Mar 31 20:23:39.789852 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923d818-8b3a-4593-ae1b-fcbbab099a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984ba412-c49a-4b14-a94b-a50553ef6a7f,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:39.791674 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38480) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:39.849552 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Publish callbacks [] for security_group (984ba412-c49a-4b14-a94b-a50553ef6a7f), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.874757 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Publish callbacks [] for security_group (984ba412-c49a-4b14-a94b-a50553ef6a7f), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.978926 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (984ba412-c49a-4b14-a94b-a50553ef6a7f), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.981807 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.983352 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/984ba412-c49a-4b14-a94b-a50553ef6a7f HTTP/1.1" status: 204 len: 168 time: 0.1903298 Mar 31 20:23:39.991656 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984ba412-c49a-4b14-a94b-a50553ef6a7f,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:39.999616 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:39.999969 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:40.000379 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:40.000708 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:40.001079 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:40.001935 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:40.001935 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:40.002125 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:40.002370 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:40.002706 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:40.003048 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:40.003465 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:40.003735 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:40.004034 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:40.004356 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6c942-bfd3-42b6-a145-fef1fd66edd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:40.123417 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666876b-b49c-47bf-bcf8-7bda489a42d6 req-6c8cb16d-6626-4d03-92fb-8492c4d9474f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:40.125084 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b666876b-b49c-47bf-bcf8-7bda489a42d6 req-6c8cb16d-6626-4d03-92fb-8492c4d9474f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0576732 Mar 31 20:23:40.170977 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b666876b-b49c-47bf-bcf8-7bda489a42d6 req-db99cefb-835d-4281-b677-5ad1e8777338 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402668 Mar 31 20:23:40.556769 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38500) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:40.567780 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dee88587-4ca8-4bfc-bc82-b60c85c59e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.640518 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dee88587-4ca8-4bfc-bc82-b60c85c59e11 admin admin] Publish callbacks [] for security_group (399c5d13-26d8-4ac5-a225-4411e53ff130), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.687498 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dee88587-4ca8-4bfc-bc82-b60c85c59e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (399c5d13-26d8-4ac5-a225-4411e53ff130), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.726158 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee88587-4ca8-4bfc-bc82-b60c85c59e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399c5d13-26d8-4ac5-a225-4411e53ff130,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:40.730575 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-dee88587-4ca8-4bfc-bc82-b60c85c59e11 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dea7fd6da1cb4feda05f510af6be5dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746094 Mar 31 20:23:40.733322 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38502) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:40.780380 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-77abd4d9-aa6b-4953-9856-87f37d9171da admin admin] Publish callbacks [] for security_group (399c5d13-26d8-4ac5-a225-4411e53ff130), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.801699 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-77abd4d9-aa6b-4953-9856-87f37d9171da admin admin] Publish callbacks [] for security_group (399c5d13-26d8-4ac5-a225-4411e53ff130), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.916371 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-77abd4d9-aa6b-4953-9856-87f37d9171da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (399c5d13-26d8-4ac5-a225-4411e53ff130), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.919417 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-77abd4d9-aa6b-4953-9856-87f37d9171da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.920749 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-77abd4d9-aa6b-4953-9856-87f37d9171da admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/399c5d13-26d8-4ac5-a225-4411e53ff130 HTTP/1.1" status: 204 len: 168 time: 0.1863685 Mar 31 20:23:40.928805 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abd4d9-aa6b-4953-9856-87f37d9171da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399c5d13-26d8-4ac5-a225-4411e53ff130,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:41.324061 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985478d5-ad97-411f-84dd-f0b77d27ae50 req-b5746cd8-0327-4166-b34f-f79073837179 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:41.326990 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-985478d5-ad97-411f-84dd-f0b77d27ae50 req-b5746cd8-0327-4166-b34f-f79073837179 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0760000 Mar 31 20:23:41.385681 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-985478d5-ad97-411f-84dd-f0b77d27ae50 req-0f0c2f53-9fa5-4051-9fe2-348ef0c548a1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510626 Mar 31 20:23:42.509517 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c33c6-d77f-45cb-af74-d0b755e183bc req-140951ac-6638-4479-ad5a-06b553836948 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:42.510976 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f65c33c6-d77f-45cb-af74-d0b755e183bc req-140951ac-6638-4479-ad5a-06b553836948 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0501530 Mar 31 20:23:42.559579 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f65c33c6-d77f-45cb-af74-d0b755e183bc req-5b19be3f-21e1-48d8-bc5a-f2dfb2dcc49d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Mar 31 20:23:42.978708 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b503d0-784a-4b8f-9ded-fdc2fc80471b req-d2726815-c459-4482-b0ef-1d481d0a9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:42.981886 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-03b503d0-784a-4b8f-9ded-fdc2fc80471b req-d2726815-c459-4482-b0ef-1d481d0a9e27 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 1129 time: 0.0512319 Mar 31 20:23:43.276874 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b503d0-784a-4b8f-9ded-fdc2fc80471b req-e9e7067a-c029-4e97-86fd-cf506af6dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:43.278613 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-03b503d0-784a-4b8f-9ded-fdc2fc80471b req-e9e7067a-c029-4e97-86fd-cf506af6dfdd service neutron] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 920 time: 0.2890823 Mar 31 20:23:43.327251 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-03b503d0-784a-4b8f-9ded-fdc2fc80471b req-99a9eb4e-c10f-4a58-82f2-fa655ce64dc1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=213be8ef-4e5d-44d6-bab9-151d8a3e41bf HTTP/1.1" status: 200 len: 217 time: 0.0415311 Mar 31 20:23:43.379570 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b503d0-784a-4b8f-9ded-fdc2fc80471b req-3e7c7ecc-7b33-4025-89c8-f03f07255ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:43.381049 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-03b503d0-784a-4b8f-9ded-fdc2fc80471b req-3e7c7ecc-7b33-4025-89c8-f03f07255ec0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.0471489 Mar 31 20:23:43.432775 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b503d0-784a-4b8f-9ded-fdc2fc80471b req-d1917d8d-edcd-4844-9784-f328fe60bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:43.434848 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-03b503d0-784a-4b8f-9ded-fdc2fc80471b req-d1917d8d-edcd-4844-9784-f328fe60bb87 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460541 Mar 31 20:23:43.528289 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-03b503d0-784a-4b8f-9ded-fdc2fc80471b req-8bafa1dd-6fdc-4b86-8a98-f2296714cdb4 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866206 Mar 31 20:23:43.662358 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-03b503d0-784a-4b8f-9ded-fdc2fc80471b req-f3748eb8-c9a0-4b66-8d6b-23cb6962cd8a service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283445 Mar 31 20:23:43.693913 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f3be3-b1fd-48b1-92e1-8568e5cd0ec6 req-c446e054-d3e3-4f82-aa08-1735ca112e3e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:43.693913 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fd3f3be3-b1fd-48b1-92e1-8568e5cd0ec6 req-c446e054-d3e3-4f82-aa08-1735ca112e3e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0590687 Mar 31 20:23:43.738303 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fd3f3be3-b1fd-48b1-92e1-8568e5cd0ec6 req-75c05ed8-ec9c-48e6-af2b-278150c18abc tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441370 Mar 31 20:23:44.859264 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb512b-7ea3-4d8a-97d9-dda36fe4fb89 req-3bf1943b-a9c9-46ec-bb93-64f2a24771b1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:44.860938 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-efeb512b-7ea3-4d8a-97d9-dda36fe4fb89 req-3bf1943b-a9c9-46ec-bb93-64f2a24771b1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0548799 Mar 31 20:23:44.924955 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-efeb512b-7ea3-4d8a-97d9-dda36fe4fb89 req-a1effba9-3359-41e0-a4ca-bc8107b5409b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491788 Mar 31 20:23:45.560751 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38676) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:45.655569 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38684) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:45.730641 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-324b378c-955c-4d5f-bc90-30bab699794f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.772978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6ae504b7-cc0b-491e-80ee-29b2b20cfb52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.851128 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-324b378c-955c-4d5f-bc90-30bab699794f admin admin] Publish callbacks [] for security_group (7ad14626-cb29-40e5-aece-d8370d355d24), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.886630 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6ae504b7-cc0b-491e-80ee-29b2b20cfb52 admin admin] Publish callbacks [] for security_group (064e9cf9-788f-42cf-a698-057eceb23309), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.933512 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-324b378c-955c-4d5f-bc90-30bab699794f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (7ad14626-cb29-40e5-aece-d8370d355d24), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.969259 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6ae504b7-cc0b-491e-80ee-29b2b20cfb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (064e9cf9-788f-42cf-a698-057eceb23309), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.978149 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-324b378c-955c-4d5f-bc90-30bab699794f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0b35f2d98d714e219cf64cff8d5a0052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4137585 Mar 31 20:23:45.978888 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 38694) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:45.981588 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b378c-955c-4d5f-bc90-30bab699794f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad14626-cb29-40e5-aece-d8370d355d24,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:46.014342 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae504b7-cc0b-491e-80ee-29b2b20cfb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064e9cf9-788f-42cf-a698-057eceb23309,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:46.018769 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-6ae504b7-cc0b-491e-80ee-29b2b20cfb52 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c2ba7b2ef1be43d2860e73d1d08b056a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621113 Mar 31 20:23:46.021555 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38696) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:46.068458 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ad5941e3-ee3b-4b7d-9c6f-5f804f480d16 admin admin] Publish callbacks [] for security_group (064e9cf9-788f-42cf-a698-057eceb23309), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.071463 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f0cb4-b3db-4053-9d79-c76a35639524 req-9767803f-d216-40cd-a052-8c20b870f4bf tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:46.072940 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f39f0cb4-b3db-4053-9d79-c76a35639524 req-9767803f-d216-40cd-a052-8c20b870f4bf tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0789111 Mar 31 20:23:46.073964 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3e7c6b3d-4e29-4bf6-97f5-72721bf78b24 admin admin] Publish callbacks [] for security_group (7ad14626-cb29-40e5-aece-d8370d355d24), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.089568 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ad5941e3-ee3b-4b7d-9c6f-5f804f480d16 admin admin] Publish callbacks [] for security_group (064e9cf9-788f-42cf-a698-057eceb23309), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.107687 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3e7c6b3d-4e29-4bf6-97f5-72721bf78b24 admin admin] Publish callbacks [] for security_group (7ad14626-cb29-40e5-aece-d8370d355d24), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.157242 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f39f0cb4-b3db-4053-9d79-c76a35639524 req-b5203cd6-294d-4cf5-985f-7b168fc04208 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742059 Mar 31 20:23:46.333185 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3e7c6b3d-4e29-4bf6-97f5-72721bf78b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (7ad14626-cb29-40e5-aece-d8370d355d24), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.333393 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ad5941e3-ee3b-4b7d-9c6f-5f804f480d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (064e9cf9-788f-42cf-a698-057eceb23309), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.335825 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3e7c6b3d-4e29-4bf6-97f5-72721bf78b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.335940 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ad5941e3-ee3b-4b7d-9c6f-5f804f480d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.339121 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-3e7c6b3d-4e29-4bf6-97f5-72721bf78b24 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7ad14626-cb29-40e5-aece-d8370d355d24 HTTP/1.1" status: 204 len: 168 time: 0.3569129 Mar 31 20:23:46.339263 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ad5941e3-ee3b-4b7d-9c6f-5f804f480d16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/064e9cf9-788f-42cf-a698-057eceb23309 HTTP/1.1" status: 204 len: 168 time: 0.3145957 Mar 31 20:23:46.345717 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c6b3d-4e29-4bf6-97f5-72721bf78b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad14626-cb29-40e5-aece-d8370d355d24,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:46.348072 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5941e3-ee3b-4b7d-9c6f-5f804f480d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064e9cf9-788f-42cf-a698-057eceb23309,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:47.007955 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38718) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:47.020710 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f5e5ba21-cfef-4db8-8507-5e412bc0252a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.045543 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 38720) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:47.059114 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f2de2733-8a8f-4675-bcf3-5fad39095ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.098736 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f5e5ba21-cfef-4db8-8507-5e412bc0252a admin admin] Publish callbacks [] for security_group (995943e6-7db6-4076-8fdf-a03e65bf20dc), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.133218 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f2de2733-8a8f-4675-bcf3-5fad39095ec8 admin admin] Publish callbacks [] for security_group (51027582-713a-40c7-940b-4363f0882802), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.162261 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f5e5ba21-cfef-4db8-8507-5e412bc0252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (995943e6-7db6-4076-8fdf-a03e65bf20dc), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.201560 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f5e5ba21-cfef-4db8-8507-5e412bc0252a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d8d279a889734ccb86c3245e38b091e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924052 Mar 31 20:23:47.202595 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5ba21-cfef-4db8-8507-5e412bc0252a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995943e6-7db6-4076-8fdf-a03e65bf20dc,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:47.207495 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 38724) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:47.230454 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f2de2733-8a8f-4675-bcf3-5fad39095ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (51027582-713a-40c7-940b-4363f0882802), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.310325 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de2733-8a8f-4675-bcf3-5fad39095ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51027582-713a-40c7-940b-4363f0882802,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:47.322467 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-f2de2733-8a8f-4675-bcf3-5fad39095ec8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7d5c37fb41e246678f5889956cb7a077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758231 Mar 31 20:23:47.326236 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38728) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:47.330862 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b6445131-2027-4817-9ef3-41d7970378ea admin admin] Publish callbacks [] for security_group (995943e6-7db6-4076-8fdf-a03e65bf20dc), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.354236 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32612896-8996-4f49-a5bd-75d711e3afbc req-1a267ccf-25c1-48eb-9652-bf40027932f6 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:47.355736 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-32612896-8996-4f49-a5bd-75d711e3afbc req-1a267ccf-25c1-48eb-9652-bf40027932f6 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.1263964 Mar 31 20:23:47.366135 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b6445131-2027-4817-9ef3-41d7970378ea admin admin] Publish callbacks [] for security_group (995943e6-7db6-4076-8fdf-a03e65bf20dc), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.376400 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-424a7355-b0b2-4697-8a48-c507fc69cd20 admin admin] Publish callbacks [] for security_group (51027582-713a-40c7-940b-4363f0882802), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.399250 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-424a7355-b0b2-4697-8a48-c507fc69cd20 admin admin] Publish callbacks [] for security_group (51027582-713a-40c7-940b-4363f0882802), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.432338 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-32612896-8996-4f49-a5bd-75d711e3afbc req-8d4d0d1b-b323-4871-8913-ba6a29a447a4 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688832 Mar 31 20:23:47.504621 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b6445131-2027-4817-9ef3-41d7970378ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (995943e6-7db6-4076-8fdf-a03e65bf20dc), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.507412 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b6445131-2027-4817-9ef3-41d7970378ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.513669 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-b6445131-2027-4817-9ef3-41d7970378ea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/995943e6-7db6-4076-8fdf-a03e65bf20dc HTTP/1.1" status: 204 len: 168 time: 0.3001146 Mar 31 20:23:47.517950 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6445131-2027-4817-9ef3-41d7970378ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995943e6-7db6-4076-8fdf-a03e65bf20dc,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:47.533497 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-424a7355-b0b2-4697-8a48-c507fc69cd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (51027582-713a-40c7-940b-4363f0882802), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.537365 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-424a7355-b0b2-4697-8a48-c507fc69cd20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.538520 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-8eb53785-1ec2-41d0-81f4-a47fbbf5c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.539150 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-424a7355-b0b2-4697-8a48-c507fc69cd20 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/51027582-713a-40c7-940b-4363f0882802 HTTP/1.1" status: 204 len: 168 time: 0.2112117 Mar 31 20:23:47.549170 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a7355-b0b2-4697-8a48-c507fc69cd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51027582-713a-40c7-940b-4363f0882802,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:48.565925 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585e53b-0363-4533-80e6-0282e1b87832 req-065ab915-b123-40b0-b62e-7c2a7cfc0735 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:48.567438 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e585e53b-0363-4533-80e6-0282e1b87832 req-065ab915-b123-40b0-b62e-7c2a7cfc0735 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0525782 Mar 31 20:23:48.630253 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e585e53b-0363-4533-80e6-0282e1b87832 req-b847b19e-1a5e-44ea-846f-8d02fe45a2f1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524290 Mar 31 20:23:48.810809 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:23:49.168609 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38806) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:49.316397 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f691f7c3-02b3-4609-bca3-f998d7d20bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:49.398652 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f691f7c3-02b3-4609-bca3-f998d7d20bff admin admin] Publish callbacks [] for security_group (417cd5d5-5210-47d8-9dc4-b68dad4ccd08), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:49.470092 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f691f7c3-02b3-4609-bca3-f998d7d20bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (417cd5d5-5210-47d8-9dc4-b68dad4ccd08), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:49.510113 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f691f7c3-02b3-4609-bca3-f998d7d20bff admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4ddd35b2eff14b7db5cfb7b6406fb318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403068 Mar 31 20:23:49.513291 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38820) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:49.520597 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691f7c3-02b3-4609-bca3-f998d7d20bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417cd5d5-5210-47d8-9dc4-b68dad4ccd08,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:49.568234 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c65bf806-e2d3-42bb-aa05-f51c851b764d admin admin] Publish callbacks [] for security_group (417cd5d5-5210-47d8-9dc4-b68dad4ccd08), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:49.591441 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c65bf806-e2d3-42bb-aa05-f51c851b764d admin admin] Publish callbacks [] for security_group (417cd5d5-5210-47d8-9dc4-b68dad4ccd08), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:49.676315 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c65bf806-e2d3-42bb-aa05-f51c851b764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (417cd5d5-5210-47d8-9dc4-b68dad4ccd08), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:49.678960 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c65bf806-e2d3-42bb-aa05-f51c851b764d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:49.680122 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c65bf806-e2d3-42bb-aa05-f51c851b764d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/417cd5d5-5210-47d8-9dc4-b68dad4ccd08 HTTP/1.1" status: 204 len: 168 time: 0.1657495 Mar 31 20:23:49.688499 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bf806-e2d3-42bb-aa05-f51c851b764d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417cd5d5-5210-47d8-9dc4-b68dad4ccd08,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:49.769030 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7304cf8-3576-4e80-8592-ef94e3125569 req-20267dd8-1b3e-4dcf-bd53-92ae7f942090 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:49.770502 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b7304cf8-3576-4e80-8592-ef94e3125569 req-20267dd8-1b3e-4dcf-bd53-92ae7f942090 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0543683 Mar 31 20:23:49.779168 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-ea27a339-2e25-4517-866c-c90b6aeae497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:49.816855 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b7304cf8-3576-4e80-8592-ef94e3125569 req-c58dcac9-e2fa-4b9c-9d88-3732bb62872b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 Mar 31 20:23:50.143136 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38844) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:50.256619 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe055-527f-40e1-9ada-5e26c4fe6747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:50.331361 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe055-527f-40e1-9ada-5e26c4fe6747 admin admin] Publish callbacks [] for security_group (d1abe552-6b20-4144-a6ad-14b092b5b740), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:50.384876 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe055-527f-40e1-9ada-5e26c4fe6747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (d1abe552-6b20-4144-a6ad-14b092b5b740), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:50.424118 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-fe1fe055-527f-40e1-9ada-5e26c4fe6747 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e821006171b9411b870c374331099d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798049 Mar 31 20:23:50.425002 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fe055-527f-40e1-9ada-5e26c4fe6747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1abe552-6b20-4144-a6ad-14b092b5b740,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:50.427070 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 38854) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:50.482710 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6e831cd6-1882-413b-b288-796e9356dba7 admin admin] Publish callbacks [] for security_group (d1abe552-6b20-4144-a6ad-14b092b5b740), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:50.504574 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6e831cd6-1882-413b-b288-796e9356dba7 admin admin] Publish callbacks [] for security_group (d1abe552-6b20-4144-a6ad-14b092b5b740), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:50.601573 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6e831cd6-1882-413b-b288-796e9356dba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (d1abe552-6b20-4144-a6ad-14b092b5b740), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:50.604223 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6e831cd6-1882-413b-b288-796e9356dba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:50.605973 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-6e831cd6-1882-413b-b288-796e9356dba7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d1abe552-6b20-4144-a6ad-14b092b5b740 HTTP/1.1" status: 204 len: 168 time: 0.1772740 Mar 31 20:23:50.613705 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e831cd6-1882-413b-b288-796e9356dba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1abe552-6b20-4144-a6ad-14b092b5b740,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:50.916242 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:50.944310 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e873565-fe2f-4b7d-8b0b-00900f993775 req-3042a907-9450-44e9-b8ae-3f4848bf06cc tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:50.965416 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7e873565-fe2f-4b7d-8b0b-00900f993775 req-3042a907-9450-44e9-b8ae-3f4848bf06cc tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0699780 Mar 31 20:23:51.030031 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7e873565-fe2f-4b7d-8b0b-00900f993775 req-fdd76df6-5196-430d-92fd-49461f78c18f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635929 Mar 31 20:23:51.299841 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 38886) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:51.313661 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7e045af8-8256-4494-bf4a-6ba00894430f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:51.398222 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7e045af8-8256-4494-bf4a-6ba00894430f admin admin] Publish callbacks [] for security_group (d9caf607-40f3-404f-800b-f7be770cbb53), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:51.470496 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7e045af8-8256-4494-bf4a-6ba00894430f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (d9caf607-40f3-404f-800b-f7be770cbb53), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:51.538600 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e045af8-8256-4494-bf4a-6ba00894430f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9caf607-40f3-404f-800b-f7be770cbb53,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:51.546675 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-7e045af8-8256-4494-bf4a-6ba00894430f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=95d53b60fe80483da1421edf85b1200a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454641 Mar 31 20:23:51.549048 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 38896) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:51.574591 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db78339-2fd5-41ef-b24f-00112336aac5 req-97dc4988-81ff-45ca-8c49-b159001c6c8e tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:51.582582 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9db78339-2fd5-41ef-b24f-00112336aac5 req-97dc4988-81ff-45ca-8c49-b159001c6c8e tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 945 time: 0.1091244 Mar 31 20:23:51.640577 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9ba3adf7-107d-45c3-82ad-debed884590b admin admin] Publish callbacks [] for security_group (d9caf607-40f3-404f-800b-f7be770cbb53), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:51.645613 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9db78339-2fd5-41ef-b24f-00112336aac5 req-8f6c8e64-2d82-4d9c-aac3-8052cc7294a8 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621562 Mar 31 20:23:51.677405 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9ba3adf7-107d-45c3-82ad-debed884590b admin admin] Publish callbacks [] for security_group (d9caf607-40f3-404f-800b-f7be770cbb53), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:51.819124 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9ba3adf7-107d-45c3-82ad-debed884590b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (d9caf607-40f3-404f-800b-f7be770cbb53), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:51.822045 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9ba3adf7-107d-45c3-82ad-debed884590b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:51.826445 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-9ba3adf7-107d-45c3-82ad-debed884590b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d9caf607-40f3-404f-800b-f7be770cbb53 HTTP/1.1" status: 204 len: 168 time: 0.2730110 Mar 31 20:23:51.832803 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3adf7-107d-45c3-82ad-debed884590b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9caf607-40f3-404f-800b-f7be770cbb53,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:52.162216 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:52.174116 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c1e41-39cc-4fda-9cc6-4935327c51eb req-5134fb01-90fd-4b3d-a85e-2a6756ba0fba tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:52.175813 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-711c1e41-39cc-4fda-9cc6-4935327c51eb req-5134fb01-90fd-4b3d-a85e-2a6756ba0fba tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0754194 Mar 31 20:23:52.232220 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-711c1e41-39cc-4fda-9cc6-4935327c51eb req-3e9f4b91-aa32-49cf-a8e3-b6c97115dd23 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492046 Mar 31 20:23:52.794028 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f6242-12d8-4194-8931-5463b45c371e req-8c23ec57-8c0c-4205-8060-ea8ae0b290a3 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:52.795553 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b50f6242-12d8-4194-8931-5463b45c371e req-8c23ec57-8c0c-4205-8060-ea8ae0b290a3 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 945 time: 0.0653894 Mar 31 20:23:52.845500 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b50f6242-12d8-4194-8931-5463b45c371e req-d3cd48c9-98e9-4d24-b74a-e84bc45045b7 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427406 Mar 31 20:23:53.350253 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397559e-f9d2-4c85-a26b-d0b7dc5d68fe req-b00b457e-8260-45ba-a240-b8aed219a1ea tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:53.351748 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2397559e-f9d2-4c85-a26b-d0b7dc5d68fe req-b00b457e-8260-45ba-a240-b8aed219a1ea tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0537808 Mar 31 20:23:53.400311 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2397559e-f9d2-4c85-a26b-d0b7dc5d68fe req-3ae7606c-5dbc-4c08-9c1e-d90ca86b301d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 Mar 31 20:23:53.790100 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:53.968393 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954a57c-c1a4-4ac2-9cd9-d2c376052869 req-c41731d6-4089-4237-86b0-a967f460e353 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:53.969904 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d954a57c-c1a4-4ac2-9cd9-d2c376052869 req-c41731d6-4089-4237-86b0-a967f460e353 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 945 time: 0.0566380 Mar 31 20:23:54.015997 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d954a57c-c1a4-4ac2-9cd9-d2c376052869 req-0ac84364-784d-495a-b313-4a5d376df3e4 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406508 Mar 31 20:23:54.526564 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65835c55-b477-4cae-b300-53a731a3f359 req-06c2740d-4dd6-4492-ab88-5a9cb69f9e06 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:54.528649 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-65835c55-b477-4cae-b300-53a731a3f359 req-06c2740d-4dd6-4492-ab88-5a9cb69f9e06 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0510838 Mar 31 20:23:54.576108 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-65835c55-b477-4cae-b300-53a731a3f359 req-6d62f6d6-fd66-4a26-af99-347a95337c29 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Mar 31 20:23:55.134785 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4e67a-d89a-4e60-8498-614499bb8db5 req-6f0fe72f-fdc4-49f6-b7fb-d5a65069a1f3 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:55.136338 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-daa4e67a-d89a-4e60-8498-614499bb8db5 req-6f0fe72f-fdc4-49f6-b7fb-d5a65069a1f3 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 945 time: 0.0550194 Mar 31 20:23:55.187793 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-daa4e67a-d89a-4e60-8498-614499bb8db5 req-a9a2974d-3963-45fe-8599-e0ac8fa3b174 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452657 Mar 31 20:23:55.696616 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e87cc7-ed4b-4ed4-9ae5-8e978a2fa644 req-18c01198-bff1-4ed0-a6fe-c6fb4846f151 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:55.698111 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f4e87cc7-ed4b-4ed4-9ae5-8e978a2fa644 req-18c01198-bff1-4ed0-a6fe-c6fb4846f151 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0515602 Mar 31 20:23:55.746884 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f4e87cc7-ed4b-4ed4-9ae5-8e978a2fa644 req-861fb033-b5c4-49e1-8926-8281eaba7146 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430827 Mar 31 20:23:56.305779 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61c9b5-d20e-495c-b70a-a6b2084363e8 req-b7c7307d-5a47-438c-b9be-7bfa28f76527 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:56.307251 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bc61c9b5-d20e-495c-b70a-a6b2084363e8 req-b7c7307d-5a47-438c-b9be-7bfa28f76527 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 945 time: 0.0517788 Mar 31 20:23:56.354207 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bc61c9b5-d20e-495c-b70a-a6b2084363e8 req-2a17af55-ce66-47d6-9fd2-f1f1b52f60c2 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Mar 31 20:23:56.869495 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cde327-6765-4083-ae19-211fea9a183e req-20675d2d-0fd6-49e8-8082-d8f44cb0fbf4 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:56.871598 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-52cde327-6765-4083-ae19-211fea9a183e req-20675d2d-0fd6-49e8-8082-d8f44cb0fbf4 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0564473 Mar 31 20:23:56.917129 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-52cde327-6765-4083-ae19-211fea9a183e req-9fd4dffb-60d8-4268-ba27-bbf1244cbda5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398977 Mar 31 20:23:57.474956 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ea0f-5b41-482f-b1f4-7f708c527ca1 req-b69c8f64-cedc-4441-bb06-7995c62e2f12 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:57.476636 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb59ea0f-5b41-482f-b1f4-7f708c527ca1 req-b69c8f64-cedc-4441-bb06-7995c62e2f12 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 945 time: 0.0545938 Mar 31 20:23:57.526426 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb59ea0f-5b41-482f-b1f4-7f708c527ca1 req-cc5f532e-e047-4d7a-a002-b82837b0cd25 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419061 Mar 31 20:23:58.033074 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917a819-3691-4d41-be8c-5f25a5bca239 req-19c9922c-2fc2-4a82-b2a5-6ea213c47fb0 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:58.034541 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1917a819-3691-4d41-be8c-5f25a5bca239 req-19c9922c-2fc2-4a82-b2a5-6ea213c47fb0 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0500748 Mar 31 20:23:58.086036 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1917a819-3691-4d41-be8c-5f25a5bca239 req-1cce7d7b-2ced-4698-9417-602dc5dd5eaa tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454791 Mar 31 20:23:58.644699 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac4615-46e8-4a8e-bfd8-b8834f2c9019 req-3824bacd-c263-4d81-8a47-06cb3bcdd265 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:58.646210 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-afac4615-46e8-4a8e-bfd8-b8834f2c9019 req-3824bacd-c263-4d81-8a47-06cb3bcdd265 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 945 time: 0.0516336 Mar 31 20:23:58.691475 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-afac4615-46e8-4a8e-bfd8-b8834f2c9019 req-f4e888b5-037a-4a53-9e51-fd1f1a4c3b11 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397115 Mar 31 20:23:59.201942 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077401f-5468-468d-8167-788cec974345 req-c09107f0-2925-4815-ad7f-e29f5730264a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:59.203326 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2077401f-5468-468d-8167-788cec974345 req-c09107f0-2925-4815-ad7f-e29f5730264a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0517383 Mar 31 20:23:59.249199 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2077401f-5468-468d-8167-788cec974345 req-56db473a-cfff-4f5b-85cc-ecee382a3626 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403454 Mar 31 20:23:59.809593 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261edea9-1e41-4f5d-9b8d-fc0b7f624c59 req-b658f896-6577-44c3-b10b-e3242c044a3c tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:59.810945 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-261edea9-1e41-4f5d-9b8d-fc0b7f624c59 req-b658f896-6577-44c3-b10b-e3242c044a3c tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 945 time: 0.0538516 Mar 31 20:23:59.858215 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-261edea9-1e41-4f5d-9b8d-fc0b7f624c59 req-67465122-5a6e-4e92-a13a-f58d6845c936 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417688 Mar 31 20:24:00.364330 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65488221-e77f-4c55-bc6b-94481fced6fa req-b97afb3d-4723-4465-8266-d903532ffcbb tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:00.365855 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-65488221-e77f-4c55-bc6b-94481fced6fa req-b97afb3d-4723-4465-8266-d903532ffcbb tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0531092 Mar 31 20:24:00.411567 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-65488221-e77f-4c55-bc6b-94481fced6fa req-a8a1c59c-3bc4-433f-b436-94a4b4693a02 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Mar 31 20:24:00.977924 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb56da3-ead0-42cf-a051-5213dc24e9c7 req-3f228233-7975-4c66-a90a-c34744fcf5f8 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:00.979375 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ffb56da3-ead0-42cf-a051-5213dc24e9c7 req-3f228233-7975-4c66-a90a-c34744fcf5f8 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 945 time: 0.0546906 Mar 31 20:24:01.025511 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ffb56da3-ead0-42cf-a051-5213dc24e9c7 req-140b77c1-d697-40d5-b45d-e4e762a7bd03 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405354 Mar 31 20:24:01.524605 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaec59-f618-4f41-88a1-f556761227d9 req-7bb5b9ce-83ac-46b1-9cdc-6074ef027eaf tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:01.526095 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-75aaec59-f618-4f41-88a1-f556761227d9 req-7bb5b9ce-83ac-46b1-9cdc-6074ef027eaf tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0500522 Mar 31 20:24:01.572194 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-75aaec59-f618-4f41-88a1-f556761227d9 req-121bfa34-0522-4cfb-8976-f2ffea106688 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 Mar 31 20:24:01.651722 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 6756de6d-7a3f-430b-bc33-08559ecce6cf no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:24:01.705103 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbf045-ec6f-46bd-bdfd-5b2cc992fe9e req-630751d5-1d32-4d0e-856c-211b746bf9f3 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:01.706557 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3afbf045-ec6f-46bd-bdfd-5b2cc992fe9e req-630751d5-1d32-4d0e-856c-211b746bf9f3 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 945 time: 0.0560665 Mar 31 20:24:01.732588 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 6756de6d-7a3f-430b-bc33-08559ecce6cf is: ACTIVE; New status is: DOWN {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:01.733008 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.755613 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9f3a79-d11d-4875-b2d1-8e7e06397de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6756de6d-7a3f-430b-bc33-08559ecce6cf'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:01.757912 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5154dd2-e447-4b50-8086-44e9581e94b9" -d '{"events": [{"server_uuid": "7d9f3a79-d11d-4875-b2d1-8e7e06397de0", "name": "network-vif-unplugged", "status": "completed", "tag": "6756de6d-7a3f-430b-bc33-08559ecce6cf"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:01.770600 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 6756de6d-7a3f-430b-bc33-08559ecce6cf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6756de6d-7a3f-430b-bc33-08559ecce6cf,segment=NetworkSegment(16f12897-c723-42e4-8295-71886a5dbf72),segment_id=16f12897-c723-42e4-8295-71886a5dbf72)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:01.794505 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1211444-c32d-4828-bed6-cb34219245a4 x-openstack-request-id: req-a1211444-c32d-4828-bed6-cb34219245a4 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:01.794505 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9f3a79-d11d-4875-b2d1-8e7e06397de0", "name": "network-vif-unplugged", "status": "completed", "tag": "6756de6d-7a3f-430b-bc33-08559ecce6cf", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:01.794505 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a1211444-c32d-4828-bed6-cb34219245a4 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:01.794830 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1211444-c32d-4828-bed6-cb34219245a4'] response: {'server_uuid': '7d9f3a79-d11d-4875-b2d1-8e7e06397de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6756de6d-7a3f-430b-bc33-08559ecce6cf', 'code': 200} Mar 31 20:24:01.842087 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.862665 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-3afbf045-ec6f-46bd-bdfd-5b2cc992fe9e req-de7bded2-260e-4104-815a-5bc356953bfe tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Deleting port 6756de6d-7a3f-430b-bc33-08559ecce6cf {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:24:01.863005 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3afbf045-ec6f-46bd-bdfd-5b2cc992fe9e req-de7bded2-260e-4104-815a-5bc356953bfe tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.889002 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=6756de6d-7a3f-430b-bc33-08559ecce6cf,revision_number=6']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:01.896338 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.896697 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.897094 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.897462 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.897809 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.898145 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.898477 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.898807 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.899138 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.899466 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.899796 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.900146 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.900477 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.900799 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.901149 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:01.957365 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-3afbf045-ec6f-46bd-bdfd-5b2cc992fe9e req-de7bded2-260e-4104-815a-5bc356953bfe tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] For port 6756de6d-7a3f-430b-bc33-08559ecce6cf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6756de6d-7a3f-430b-bc33-08559ecce6cf,segment=NetworkSegment(16f12897-c723-42e4-8295-71886a5dbf72),segment_id=16f12897-c723-42e4-8295-71886a5dbf72)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:01.957737 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3afbf045-ec6f-46bd-bdfd-5b2cc992fe9e req-de7bded2-260e-4104-815a-5bc356953bfe tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.972875 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-3afbf045-ec6f-46bd-bdfd-5b2cc992fe9e req-de7bded2-260e-4104-815a-5bc356953bfe tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Calling delete_port for 6756de6d-7a3f-430b-bc33-08559ecce6cf owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:24:02.164785 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b501a52-14b4-40b7-8f5c-e1c6b6f64852 req-832fe804-2267-47d0-9279-c1bddc52829b tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:02.166202 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5b501a52-14b4-40b7-8f5c-e1c6b6f64852 req-832fe804-2267-47d0-9279-c1bddc52829b tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 943 time: 0.0656989 Mar 31 20:24:02.214075 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5b501a52-14b4-40b7-8f5c-e1c6b6f64852 req-6fe95f04-749e-4fd2-b903-effe09cd5a8c tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/security-groups?id=3d5db01d-8d61-4960-86e4-b966800f0428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Mar 31 20:24:02.219068 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3afbf045-ec6f-46bd-bdfd-5b2cc992fe9e req-de7bded2-260e-4104-815a-5bc356953bfe tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (6756de6d-7a3f-430b-bc33-08559ecce6cf), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.247171 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bded2-260e-4104-815a-5bc356953bfe tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Pushing event deleted for resources: {'Port': ['ID=6756de6d-7a3f-430b-bc33-08559ecce6cf,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:02.314075 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afbf045-ec6f-46bd-bdfd-5b2cc992fe9e req-de7bded2-260e-4104-815a-5bc356953bfe tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] No DVR routers for this DVR port 6756de6d-7a3f-430b-bc33-08559ecce6cf on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:24:02.317110 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3afbf045-ec6f-46bd-bdfd-5b2cc992fe9e req-de7bded2-260e-4104-815a-5bc356953bfe tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.320442 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3afbf045-ec6f-46bd-bdfd-5b2cc992fe9e req-de7bded2-260e-4104-815a-5bc356953bfe tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.76 "DELETE /v2.0/ports/6756de6d-7a3f-430b-bc33-08559ecce6cf HTTP/1.1" status: 204 len: 173 time: 0.6087980 Mar 31 20:24:02.320888 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9f3a79-d11d-4875-b2d1-8e7e06397de0', 'name': 'network-vif-deleted', 'tag': '6756de6d-7a3f-430b-bc33-08559ecce6cf'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:02.323128 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3987f1-2276-46c8-86c2-84e155c03674" -d '{"events": [{"server_uuid": "7d9f3a79-d11d-4875-b2d1-8e7e06397de0", "name": "network-vif-deleted", "tag": "6756de6d-7a3f-430b-bc33-08559ecce6cf"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:02.357945 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7329c42b-753d-4f6f-b67d-2f6e692dd126 x-openstack-request-id: req-7329c42b-753d-4f6f-b67d-2f6e692dd126 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:02.358239 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9f3a79-d11d-4875-b2d1-8e7e06397de0", "name": "network-vif-deleted", "tag": "6756de6d-7a3f-430b-bc33-08559ecce6cf", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:02.358494 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7329c42b-753d-4f6f-b67d-2f6e692dd126 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:02.358894 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7329c42b-753d-4f6f-b67d-2f6e692dd126'] response: {'server_uuid': '7d9f3a79-d11d-4875-b2d1-8e7e06397de0', 'name': 'network-vif-deleted', 'tag': '6756de6d-7a3f-430b-bc33-08559ecce6cf', 'status': 'completed', 'code': 200} Mar 31 20:24:02.689649 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4264112-da21-4047-9582-c83ab1a0bf74 req-6e88b473-bc5a-414a-85c7-bb74773ece38 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:02.691006 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f4264112-da21-4047-9582-c83ab1a0bf74 req-6e88b473-bc5a-414a-85c7-bb74773ece38 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0533750 Mar 31 20:24:02.739915 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f4264112-da21-4047-9582-c83ab1a0bf74 req-6ed0fcb2-23e7-4317-8b7f-223634bcf4e3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434473 Mar 31 20:24:03.307479 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1055fb8a-b286-42be-8798-2f4a3cd5493a req-b9b3e78e-ceb7-4e9f-8522-8bc3d0810799 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.0256145 Mar 31 20:24:03.858884 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90dbce-2444-4628-b3d6-32c6af193f5e req-d6e7b568-a02a-4d8f-ac1c-e98699f22731 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:03.860343 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8f90dbce-2444-4628-b3d6-32c6af193f5e req-d6e7b568-a02a-4d8f-ac1c-e98699f22731 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0536299 Mar 31 20:24:03.906791 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8f90dbce-2444-4628-b3d6-32c6af193f5e req-988faf2b-9d75-4dc7-a663-1fea93a69d1f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406992 Mar 31 20:24:04.403234 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be4bcbfb-108d-4baa-b96f-0ebfdaa01809 req-3503c904-f956-450f-8de3-1e4c51293a0e tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.0282612 Mar 31 20:24:05.022569 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f999477-e68c-4963-ac26-2c35350d361f req-e9901c77-9a80-45a0-b4b8-c3d3e7958d62 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:05.024033 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8f999477-e68c-4963-ac26-2c35350d361f req-e9901c77-9a80-45a0-b4b8-c3d3e7958d62 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0498457 Mar 31 20:24:05.072373 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8f999477-e68c-4963-ac26-2c35350d361f req-07bbcca4-fbb6-445c-899b-989c7e406971 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420980 Mar 31 20:24:05.508591 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-78f51f09-5d00-490f-8cc5-a9463e7e22d4 req-b949d47e-1b89-4ce2-8137-5710771a98a2 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.0250237 Mar 31 20:24:06.190960 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aac38c-4091-49cd-8231-d664a4773101 req-ccfcc628-febf-49a9-9f8d-c5b4c7e79c4e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:06.192476 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-03aac38c-4091-49cd-8231-d664a4773101 req-ccfcc628-febf-49a9-9f8d-c5b4c7e79c4e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0557287 Mar 31 20:24:06.240103 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-03aac38c-4091-49cd-8231-d664a4773101 req-b5bface1-3a87-4708-a9ab-2d15c4a5dee2 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 Mar 31 20:24:06.618210 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b5458b1b-787a-4ef1-9de8-0b9ef86fb8c2 req-1b9cbd6f-a14a-4e63-94a9-40280436feee tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.0266411 Mar 31 20:24:07.359919 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e56248-a27f-483f-a2bd-34203c024025 req-7d8b12a3-dc12-4392-95b4-5eaa78a223ab tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:07.361418 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-59e56248-a27f-483f-a2bd-34203c024025 req-7d8b12a3-dc12-4392-95b4-5eaa78a223ab tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0503170 Mar 31 20:24:07.406215 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-59e56248-a27f-483f-a2bd-34203c024025 req-17908d35-a975-4985-a0bd-c6e1abcdd170 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394049 Mar 31 20:24:07.724690 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-aef6ace3-acf2-4f0b-8aaa-cbd2b7064977 req-5ffc1448-89bd-4f29-8eb6-5db822d7cd0a tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.0283966 Mar 31 20:24:08.540987 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc738b-40e1-42bb-af17-5c60d3b2a875 req-5a3e325a-00e4-4c31-936a-6042c3f8dd2d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:08.545289 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0bcc738b-40e1-42bb-af17-5c60d3b2a875 req-5a3e325a-00e4-4c31-936a-6042c3f8dd2d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0661976 Mar 31 20:24:08.602483 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0bcc738b-40e1-42bb-af17-5c60d3b2a875 req-112a2f41-97f3-4b3d-947b-d5a6c4dab917 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536118 Mar 31 20:24:08.827678 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a4642d60-ad11-4f35-98a2-db29781002e5 req-9a709e33-6d49-40fa-b563-ba3172a77075 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.0271049 Mar 31 20:24:09.550361 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:09.717262 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7d5b3-e776-4ef2-bc64-7255e911bd4e req-dca4df65-602c-4a9f-b91a-9e58088632b2 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:09.718721 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-98a7d5b3-e776-4ef2-bc64-7255e911bd4e req-dca4df65-602c-4a9f-b91a-9e58088632b2 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0523069 Mar 31 20:24:09.768371 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-98a7d5b3-e776-4ef2-bc64-7255e911bd4e req-b6565259-2a43-49aa-9779-4f58f89afe5c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434222 Mar 31 20:24:09.931221 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9375f445-0fe8-43df-aea8-ce3811e1870b req-51f559c9-e89c-45a4-b408-35c75cf05420 tempest-DeleteServersTestJSON-288800032 tempest-DeleteServersTestJSON-288800032-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d9f3a79-d11d-4875-b2d1-8e7e06397de0 HTTP/1.1" status: 200 len: 210 time: 0.0261540 Mar 31 20:24:10.881953 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f32b69-0aa1-4a4f-ba6e-e2c5cc493a10 req-c33bcfbd-30e2-44e1-a916-2d985ad3a8ff tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:10.883428 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c6f32b69-0aa1-4a4f-ba6e-e2c5cc493a10 req-c33bcfbd-30e2-44e1-a916-2d985ad3a8ff tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0506976 Mar 31 20:24:10.930792 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c6f32b69-0aa1-4a4f-ba6e-e2c5cc493a10 req-e384445a-f3ab-45c2-bfa0-73fbb57c310b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Mar 31 20:24:12.057413 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39324) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:12.061823 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b1feb-adb8-4394-8f8f-1cf7ee2ca475 req-e1f760f1-0c87-4968-8103-ba187398777b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:12.063311 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-996b1feb-adb8-4394-8f8f-1cf7ee2ca475 req-e1f760f1-0c87-4968-8103-ba187398777b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0563397 Mar 31 20:24:12.104980 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e5cca4-4613-405e-a785-edceb26ad491 admin admin] Deleting subnet 9d389d39-b2f5-434e-ab40-ddaf03303f90 {{(pid=103920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:24:12.109206 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e5e5cca4-4613-405e-a785-edceb26ad491 admin admin] Publish callbacks [] for subnet (9d389d39-b2f5-434e-ab40-ddaf03303f90), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.116311 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-996b1feb-adb8-4394-8f8f-1cf7ee2ca475 req-81ec024a-88df-4be9-b4c0-75cfaa14fa92 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470641 Mar 31 20:24:12.143454 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e5e5cca4-4613-405e-a785-edceb26ad491 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14028649'] for subnet (9d389d39-b2f5-434e-ab40-ddaf03303f90), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.186076 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e5e5cca4-4613-405e-a785-edceb26ad491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (9d389d39-b2f5-434e-ab40-ddaf03303f90), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.357475 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e5e5cca4-4613-405e-a785-edceb26ad491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13429284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12914367'] for subnet (9d389d39-b2f5-434e-ab40-ddaf03303f90), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.378919 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 39330) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:12.389831 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5cca4-4613-405e-a785-edceb26ad491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d389d39-b2f5-434e-ab40-ddaf03303f90,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:12.396248 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e5e5cca4-4613-405e-a785-edceb26ad491 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.401455 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e5e5cca4-4613-405e-a785-edceb26ad491 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9d389d39-b2f5-434e-ab40-ddaf03303f90 HTTP/1.1" status: 204 len: 168 time: 0.3427832 Mar 31 20:24:12.404692 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39334) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:12.470424 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-36caa925-fb03-48dd-b79b-23b3f19d69da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.510639 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bb96e8b2-a99d-4417-891b-435ee7ab7ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.552293 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-36caa925-fb03-48dd-b79b-23b3f19d69da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.573781 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-36caa925-fb03-48dd-b79b-23b3f19d69da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5']}} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:12.586060 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-36caa925-fb03-48dd-b79b-23b3f19d69da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa5e8e6-31ee-4d9d-969c-f7ddffede072') {'for_net_delete': True} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:12.586352 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-36caa925-fb03-48dd-b79b-23b3f19d69da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa5e8e6-31ee-4d9d-969c-f7ddffede072') {} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:12.589661 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bb96e8b2-a99d-4417-891b-435ee7ab7ba2 admin admin] Publish callbacks [] for security_group (12d68956-96e6-4526-b3b8-e16abf9238de), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.597778 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-36caa925-fb03-48dd-b79b-23b3f19d69da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14028642'] for segment (dfa5e8e6-31ee-4d9d-969c-f7ddffede072), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.611939 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-36caa925-fb03-48dd-b79b-23b3f19d69da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (dfa5e8e6-31ee-4d9d-969c-f7ddffede072), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.621598 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36caa925-fb03-48dd-b79b-23b3f19d69da admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:24:12.621598 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-36caa925-fb03-48dd-b79b-23b3f19d69da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13428354'] for segment (dfa5e8e6-31ee-4d9d-969c-f7ddffede072), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: Traceback (most recent call last): Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: timer() Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: cb(*args, **kw) Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: return func(*args, **kwargs) Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: self._notify() Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: self.callback(batched_events) Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: event.method(event) Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: return f(self, *a, **k) Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: return self._get(url).json() Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: return self.request(url, 'GET', **kwargs) Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:24:12.623240 dv-cinder-836070-1-iscsi neutron-server[103920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:24:12.664946 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bb96e8b2-a99d-4417-891b-435ee7ab7ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (12d68956-96e6-4526-b3b8-e16abf9238de), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.705502 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-bb96e8b2-a99d-4417-891b-435ee7ab7ba2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6ecbe244bca44a48a4f4d233e61216e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254213 Mar 31 20:24:12.706453 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96e8b2-a99d-4417-891b-435ee7ab7ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d68956-96e6-4526-b3b8-e16abf9238de,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:12.708280 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39340) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:12.758535 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6a06cb7e-2653-442d-8ba4-5f1e2ec9f34a admin admin] Publish callbacks [] for security_group (12d68956-96e6-4526-b3b8-e16abf9238de), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.780409 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6a06cb7e-2653-442d-8ba4-5f1e2ec9f34a admin admin] Publish callbacks [] for security_group (12d68956-96e6-4526-b3b8-e16abf9238de), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.788487 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-36caa925-fb03-48dd-b79b-23b3f19d69da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.809233 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-36caa925-fb03-48dd-b79b-23b3f19d69da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.812368 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-36caa925-fb03-48dd-b79b-23b3f19d69da admin admin] 10.222.0.74 "DELETE /v2.0/networks/06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5 HTTP/1.1" status: 204 len: 168 time: 0.4092453 Mar 31 20:24:12.815176 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 39344) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:12.818948 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36caa925-fb03-48dd-b79b-23b3f19d69da admin admin] Pushing event deleted for resources: {'Network': ['ID=06bb0fc8-bf56-4962-adc6-7ea7c2f94ee5,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:12.859535 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10094d2-8267-4d44-920e-83a3f285dc82 admin admin] Deleting subnet 3257c8ab-553d-4126-a716-fbb12133b877 {{(pid=103921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:24:12.862878 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f10094d2-8267-4d44-920e-83a3f285dc82 admin admin] Publish callbacks [] for subnet (3257c8ab-553d-4126-a716-fbb12133b877), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.900293 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f10094d2-8267-4d44-920e-83a3f285dc82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13817127'] for subnet (3257c8ab-553d-4126-a716-fbb12133b877), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.938659 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f10094d2-8267-4d44-920e-83a3f285dc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (3257c8ab-553d-4126-a716-fbb12133b877), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.961605 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6a06cb7e-2653-442d-8ba4-5f1e2ec9f34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (12d68956-96e6-4526-b3b8-e16abf9238de), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.964253 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6a06cb7e-2653-442d-8ba4-5f1e2ec9f34a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.966197 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-6a06cb7e-2653-442d-8ba4-5f1e2ec9f34a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/12d68956-96e6-4526-b3b8-e16abf9238de HTTP/1.1" status: 204 len: 168 time: 0.2566950 Mar 31 20:24:12.974527 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06cb7e-2653-442d-8ba4-5f1e2ec9f34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d68956-96e6-4526-b3b8-e16abf9238de,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:13.042061 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f10094d2-8267-4d44-920e-83a3f285dc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13900049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13254182'] for subnet (3257c8ab-553d-4126-a716-fbb12133b877), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.067321 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10094d2-8267-4d44-920e-83a3f285dc82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3257c8ab-553d-4126-a716-fbb12133b877,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:13.071025 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f10094d2-8267-4d44-920e-83a3f285dc82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.076723 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-f10094d2-8267-4d44-920e-83a3f285dc82 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3257c8ab-553d-4126-a716-fbb12133b877 HTTP/1.1" status: 204 len: 168 time: 0.2580111 Mar 31 20:24:13.077067 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 39350) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:13.148395 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a210eb7d-a94e-4712-9a18-df4734f95354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (411a549c-700c-4389-8f6b-91a96a3ebd43), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.252546 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a210eb7d-a94e-4712-9a18-df4734f95354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (411a549c-700c-4389-8f6b-91a96a3ebd43), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.280247 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-a210eb7d-a94e-4712-9a18-df4734f95354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411a549c-700c-4389-8f6b-91a96a3ebd43']}} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:13.295713 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-a210eb7d-a94e-4712-9a18-df4734f95354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8776897e-9b8e-4602-b152-e02d0603517d') {'for_net_delete': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:13.298356 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-a210eb7d-a94e-4712-9a18-df4734f95354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8776897e-9b8e-4602-b152-e02d0603517d') {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:13.498394 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e16f01-168d-45a2-aaef-3e5c76b42359 req-cf0a968a-2757-431e-a46c-0d006af7930b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:13.499832 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-67e16f01-168d-45a2-aaef-3e5c76b42359 req-cf0a968a-2757-431e-a46c-0d006af7930b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.3096666 Mar 31 20:24:13.503410 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a210eb7d-a94e-4712-9a18-df4734f95354 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13817132'] for segment (8776897e-9b8e-4602-b152-e02d0603517d), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.525967 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a210eb7d-a94e-4712-9a18-df4734f95354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (8776897e-9b8e-4602-b152-e02d0603517d), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.535843 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39358) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:13.536461 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a210eb7d-a94e-4712-9a18-df4734f95354 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:24:13.536867 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a210eb7d-a94e-4712-9a18-df4734f95354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13899191'] for segment (8776897e-9b8e-4602-b152-e02d0603517d), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: Traceback (most recent call last): Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: timer() Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: cb(*args, **kw) Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: return func(*args, **kwargs) Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: self._notify() Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: self.callback(batched_events) Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: event.method(event) Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: return f(self, *a, **k) Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._get(url).json() Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: return self.request(url, 'GET', **kwargs) Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:24:13.538451 dv-cinder-836070-1-iscsi neutron-server[103921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:24:13.549572 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d27ac5fd-5d2d-465c-9bc1-b9f591760eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.602062 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-67e16f01-168d-45a2-aaef-3e5c76b42359 req-47e762dc-659e-4f52-99a1-f28bb7745628 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923531 Mar 31 20:24:13.630854 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d27ac5fd-5d2d-465c-9bc1-b9f591760eb7 admin admin] Publish callbacks [] for security_group (70945741-162f-4f9e-8e67-3d5cdf9cd1f4), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.670265 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a210eb7d-a94e-4712-9a18-df4734f95354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (411a549c-700c-4389-8f6b-91a96a3ebd43), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.677337 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a210eb7d-a94e-4712-9a18-df4734f95354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.681356 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-a210eb7d-a94e-4712-9a18-df4734f95354 admin admin] 10.222.0.74 "DELETE /v2.0/networks/411a549c-700c-4389-8f6b-91a96a3ebd43 HTTP/1.1" status: 204 len: 168 time: 0.6025388 Mar 31 20:24:13.690544 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210eb7d-a94e-4712-9a18-df4734f95354 admin admin] Pushing event deleted for resources: {'Network': ['ID=411a549c-700c-4389-8f6b-91a96a3ebd43,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:13.705749 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d27ac5fd-5d2d-465c-9bc1-b9f591760eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (70945741-162f-4f9e-8e67-3d5cdf9cd1f4), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.744062 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-d27ac5fd-5d2d-465c-9bc1-b9f591760eb7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=febdb1567b26404ca0e776b377092b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070358 Mar 31 20:24:13.744966 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ac5fd-5d2d-465c-9bc1-b9f591760eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70945741-162f-4f9e-8e67-3d5cdf9cd1f4,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:13.747301 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 39366) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:13.796826 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7d3c-beb6-4d0d-837a-3607dd10fb05 admin admin] Publish callbacks [] for security_group (70945741-162f-4f9e-8e67-3d5cdf9cd1f4), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.821314 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7d3c-beb6-4d0d-837a-3607dd10fb05 admin admin] Publish callbacks [] for security_group (70945741-162f-4f9e-8e67-3d5cdf9cd1f4), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.979184 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7d3c-beb6-4d0d-837a-3607dd10fb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (70945741-162f-4f9e-8e67-3d5cdf9cd1f4), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.982626 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7d3c-beb6-4d0d-837a-3607dd10fb05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.983720 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-f8ba7d3c-beb6-4d0d-837a-3607dd10fb05 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/70945741-162f-4f9e-8e67-3d5cdf9cd1f4 HTTP/1.1" status: 204 len: 168 time: 0.2354155 Mar 31 20:24:13.991561 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba7d3c-beb6-4d0d-837a-3607dd10fb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70945741-162f-4f9e-8e67-3d5cdf9cd1f4,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:14.070015 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 39372) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:14.109304 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-b9e4ba75-edb8-4a18-9407-a1f85023cd30 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c9a1674679734cfcba14b1aac3926517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376647 Mar 31 20:24:14.111289 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 39374) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:14.158953 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c177037b-a057-4e0b-a468-52626065c4ab admin admin] Publish callbacks [] for security_group (b3a7e8a5-a46b-458d-9e2b-ef9c1c54aefe), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.179434 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c177037b-a057-4e0b-a468-52626065c4ab admin admin] Publish callbacks [] for security_group (b3a7e8a5-a46b-458d-9e2b-ef9c1c54aefe), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.310053 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c177037b-a057-4e0b-a468-52626065c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (b3a7e8a5-a46b-458d-9e2b-ef9c1c54aefe), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.312590 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c177037b-a057-4e0b-a468-52626065c4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.314100 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-c177037b-a057-4e0b-a468-52626065c4ab admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b3a7e8a5-a46b-458d-9e2b-ef9c1c54aefe HTTP/1.1" status: 204 len: 168 time: 0.2018738 Mar 31 20:24:14.323729 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177037b-a057-4e0b-a468-52626065c4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a7e8a5-a46b-458d-9e2b-ef9c1c54aefe,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:14.725524 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e75da7-5907-47a5-9b65-ca45e7131283 req-79a058e3-72dd-4c1f-a361-97c1545ad83f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:14.727112 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-78e75da7-5907-47a5-9b65-ca45e7131283 req-79a058e3-72dd-4c1f-a361-97c1545ad83f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0551271 Mar 31 20:24:14.787889 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-78e75da7-5907-47a5-9b65-ca45e7131283 req-f57d4e90-d5b7-4274-9a26-01b2bc8261c6 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507634 Mar 31 20:24:14.900750 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 39408) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:14.942058 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-3edfc825-a978-4d5b-a4ea-ea73320148f3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9a15b9e056ae497284bb142fc7dd8482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401051 Mar 31 20:24:14.944659 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 39412) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:14.997332 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0642f9ab-ea1b-44e5-ad21-99e23a0ed160 admin admin] Publish callbacks [] for security_group (700a6b4b-558b-450a-8993-06e769207ebf), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.018527 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0642f9ab-ea1b-44e5-ad21-99e23a0ed160 admin admin] Publish callbacks [] for security_group (700a6b4b-558b-450a-8993-06e769207ebf), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.138594 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0642f9ab-ea1b-44e5-ad21-99e23a0ed160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (700a6b4b-558b-450a-8993-06e769207ebf), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.141228 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0642f9ab-ea1b-44e5-ad21-99e23a0ed160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.142354 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-0642f9ab-ea1b-44e5-ad21-99e23a0ed160 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/700a6b4b-558b-450a-8993-06e769207ebf HTTP/1.1" status: 204 len: 168 time: 0.1966834 Mar 31 20:24:15.150754 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642f9ab-ea1b-44e5-ad21-99e23a0ed160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700a6b4b-558b-450a-8993-06e769207ebf,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:15.925058 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6508-eb28-46d1-8466-c39d38cedbf3 req-df02e21a-286c-434d-a045-2cab97c8829b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:15.929320 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d57d6508-eb28-46d1-8466-c39d38cedbf3 req-df02e21a-286c-434d-a045-2cab97c8829b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0598295 Mar 31 20:24:15.986760 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d57d6508-eb28-46d1-8466-c39d38cedbf3 req-74b0d32d-de13-4924-a08f-7870323156e5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548441 Mar 31 20:24:17.109354 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecd888-6e85-4cad-ae81-ffa3efeb7fe3 req-739d4e5c-e2da-4f2d-9cff-6df02f35c0b8 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:17.110833 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-40ecd888-6e85-4cad-ae81-ffa3efeb7fe3 req-739d4e5c-e2da-4f2d-9cff-6df02f35c0b8 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0570171 Mar 31 20:24:17.159366 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-40ecd888-6e85-4cad-ae81-ffa3efeb7fe3 req-242e560d-07a8-4c00-9b06-7de73f78f0fc tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427930 Mar 31 20:24:17.459147 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-6bb20191-a14e-40a6-a88a-6b18d94e74ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:18.277731 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e9989-cf24-48d8-a4da-37e0ca598590 req-4661a4af-725f-40e5-a87e-9f18e8d7b013 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:18.279231 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-800e9989-cf24-48d8-a4da-37e0ca598590 req-4661a4af-725f-40e5-a87e-9f18e8d7b013 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0526276 Mar 31 20:24:18.326519 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-800e9989-cf24-48d8-a4da-37e0ca598590 req-cae7b48c-53e2-44e4-a9f3-eaf554f447e9 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418291 Mar 31 20:24:19.442578 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9db84-869b-4069-826b-a05649419177 req-76fa1965-f1aa-45d2-9ad6-14f281f97d19 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:19.444495 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4ec9db84-869b-4069-826b-a05649419177 req-76fa1965-f1aa-45d2-9ad6-14f281f97d19 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0542431 Mar 31 20:24:19.491728 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4ec9db84-869b-4069-826b-a05649419177 req-0018c73a-1f56-423f-9a85-9c6fdc18d9e9 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Mar 31 20:24:19.836038 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b46068ac-5d74-43a2-b142-518bc7dcc253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.606055 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a0ee9-c440-4ae4-8dd4-a5fd11f81611 req-7050b653-86ac-428e-9bae-579b9856ea6f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:20.607572 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be4a0ee9-c440-4ae4-8dd4-a5fd11f81611 req-7050b653-86ac-428e-9bae-579b9856ea6f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0530515 Mar 31 20:24:20.653479 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be4a0ee9-c440-4ae4-8dd4-a5fd11f81611 req-22828e9a-b4f9-45ab-b4cb-f830c7579c0b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Mar 31 20:24:20.921774 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.788540 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8ebb7-fdc4-4d32-b9d0-b51de3b7bda6 req-e66f02f7-742f-4448-b2f9-b9debf314c23 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:21.790201 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-15d8ebb7-fdc4-4d32-b9d0-b51de3b7bda6 req-e66f02f7-742f-4448-b2f9-b9debf314c23 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0618947 Mar 31 20:24:21.845596 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-15d8ebb7-fdc4-4d32-b9d0-b51de3b7bda6 req-9598a59a-a5fa-4327-9db2-2b403deefc38 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488510 Mar 31 20:24:22.173256 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.191295 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 39664) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:22.237259 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e9317b-1f2c-4ad6-92d3-b2269e11bfff admin admin] Deleting subnet 748b483f-95ff-4b46-abde-a7c05d0f0f79 {{(pid=103921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:24:22.240342 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d1e9317b-1f2c-4ad6-92d3-b2269e11bfff admin admin] Publish callbacks [] for subnet (748b483f-95ff-4b46-abde-a7c05d0f0f79), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.273872 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d1e9317b-1f2c-4ad6-92d3-b2269e11bfff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13817127'] for subnet (748b483f-95ff-4b46-abde-a7c05d0f0f79), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.312925 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d1e9317b-1f2c-4ad6-92d3-b2269e11bfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (748b483f-95ff-4b46-abde-a7c05d0f0f79), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.436938 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d1e9317b-1f2c-4ad6-92d3-b2269e11bfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13900049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13254182'] for subnet (748b483f-95ff-4b46-abde-a7c05d0f0f79), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.462948 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9317b-1f2c-4ad6-92d3-b2269e11bfff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=748b483f-95ff-4b46-abde-a7c05d0f0f79,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:22.467196 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d1e9317b-1f2c-4ad6-92d3-b2269e11bfff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.470698 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-d1e9317b-1f2c-4ad6-92d3-b2269e11bfff admin admin] 10.222.0.74 "DELETE /v2.0/subnets/748b483f-95ff-4b46-abde-a7c05d0f0f79 HTTP/1.1" status: 204 len: 168 time: 0.2782421 Mar 31 20:24:22.473015 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 39672) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:22.543717 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-429b81bc-fdc2-4d1b-bb1b-66b775adaaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (ec96d573-1de5-4d59-abe0-411bf39c48a2), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.636091 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-429b81bc-fdc2-4d1b-bb1b-66b775adaaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (ec96d573-1de5-4d59-abe0-411bf39c48a2), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.658644 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-429b81bc-fdc2-4d1b-bb1b-66b775adaaa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec96d573-1de5-4d59-abe0-411bf39c48a2']}} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:22.669507 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-429b81bc-fdc2-4d1b-bb1b-66b775adaaa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f12897-c723-42e4-8295-71886a5dbf72') {'for_net_delete': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:22.669902 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-429b81bc-fdc2-4d1b-bb1b-66b775adaaa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f12897-c723-42e4-8295-71886a5dbf72') {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:22.679997 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-429b81bc-fdc2-4d1b-bb1b-66b775adaaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13817132'] for segment (16f12897-c723-42e4-8295-71886a5dbf72), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.694408 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-429b81bc-fdc2-4d1b-bb1b-66b775adaaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (16f12897-c723-42e4-8295-71886a5dbf72), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.702066 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429b81bc-fdc2-4d1b-bb1b-66b775adaaa9 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:24:22.702471 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-429b81bc-fdc2-4d1b-bb1b-66b775adaaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13899191'] for segment (16f12897-c723-42e4-8295-71886a5dbf72), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: Traceback (most recent call last): Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: timer() Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: cb(*args, **kw) Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: return func(*args, **kwargs) Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: self._notify() Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: self.callback(batched_events) Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: event.method(event) Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: return f(self, *a, **k) Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._get(url).json() Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: return self.request(url, 'GET', **kwargs) Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:24:22.704370 dv-cinder-836070-1-iscsi neutron-server[103921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:24:22.816697 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded7e9a-3208-40f8-9627-89b23351c0ff req-c2148237-60a4-4886-a63b-b9cdd6f19e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:22.818047 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0ded7e9a-3208-40f8-9627-89b23351c0ff req-c2148237-60a4-4886-a63b-b9cdd6f19e68 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 1129 time: 0.0563457 Mar 31 20:24:22.849471 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-429b81bc-fdc2-4d1b-bb1b-66b775adaaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (ec96d573-1de5-4d59-abe0-411bf39c48a2), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.852596 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-429b81bc-fdc2-4d1b-bb1b-66b775adaaa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.856659 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-429b81bc-fdc2-4d1b-bb1b-66b775adaaa9 admin admin] 10.222.0.74 "DELETE /v2.0/networks/ec96d573-1de5-4d59-abe0-411bf39c48a2 HTTP/1.1" status: 204 len: 168 time: 0.3827047 Mar 31 20:24:22.881546 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b81bc-fdc2-4d1b-bb1b-66b775adaaa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec96d573-1de5-4d59-abe0-411bf39c48a2,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:22.890103 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0ded7e9a-3208-40f8-9627-89b23351c0ff req-c13c6f4b-30f8-4b13-84fb-9c3b464ad903 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646341 Mar 31 20:24:22.974596 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a68b-eba1-457e-b83a-31bf0529c106 req-cd678b52-e9c4-42cd-9c54-13e2fa395d5c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:22.976100 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4a77a68b-eba1-457e-b83a-31bf0529c106 req-cd678b52-e9c4-42cd-9c54-13e2fa395d5c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0535667 Mar 31 20:24:23.023254 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4a77a68b-eba1-457e-b83a-31bf0529c106 req-233250ee-d10c-499b-9afd-1f6c8f3a74e3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Mar 31 20:24:23.245386 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39696) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:23.291547 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-38c08c38-2019-48c0-a6e1-1acaa0d5d1d4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dd8f895a54d945049c61f2e4c65850e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425482 Mar 31 20:24:23.291750 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39700) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:23.347910 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b314d8f7-28fd-4d26-9593-91c99685b995 admin admin] Publish callbacks [] for security_group (3d5db01d-8d61-4960-86e4-b966800f0428), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:23.376686 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b314d8f7-28fd-4d26-9593-91c99685b995 admin admin] Publish callbacks [] for security_group (3d5db01d-8d61-4960-86e4-b966800f0428), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:23.493350 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b314d8f7-28fd-4d26-9593-91c99685b995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (3d5db01d-8d61-4960-86e4-b966800f0428), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:23.496381 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b314d8f7-28fd-4d26-9593-91c99685b995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:23.497567 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b314d8f7-28fd-4d26-9593-91c99685b995 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3d5db01d-8d61-4960-86e4-b966800f0428 HTTP/1.1" status: 204 len: 168 time: 0.2047036 Mar 31 20:24:23.505087 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314d8f7-28fd-4d26-9593-91c99685b995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5db01d-8d61-4960-86e4-b966800f0428,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:23.773114 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:24.145688 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbaf75-3253-41e8-9324-64894cd7f09c req-4ddafb0a-cd20-457e-a710-ffc0926e034a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:24.147169 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-46cbaf75-3253-41e8-9324-64894cd7f09c req-4ddafb0a-cd20-457e-a710-ffc0926e034a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0559244 Mar 31 20:24:24.228978 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-46cbaf75-3253-41e8-9324-64894cd7f09c req-8b947708-6422-4695-a87c-57b6c6a5f478 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624776 Mar 31 20:24:24.714377 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39756) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:24.821289 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-469899561-network', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:24.927786 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] Made reservation on behalf of c8a88ee937e04771b0ceeacc3f46e720 for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:24.930377 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:24.939947 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.016625 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] Publish callbacks [] for security_group (f845a2b7-64b1-4b95-8637-74f155a26c06), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.104863 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (f845a2b7-64b1-4b95-8637-74f155a26c06), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.119306 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 39764) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:25.131247 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:24:25.141819 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f845a2b7-64b1-4b95-8637-74f155a26c06,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:25.147813 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (46eb3c87-c36f-4a78-87d7-bf7598ca614f), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.149069 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] Added segment 46eb3c87-c36f-4a78-87d7-bf7598ca614f of type vlan for network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 Mar 31 20:24:25.191994 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.227693 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fd3b2f97-9774-4c43-b072-d9f131452f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.314963 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.314963 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:25.314963 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.344010 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fd3b2f97-9774-4c43-b072-d9f131452f4a admin admin] Publish callbacks [] for security_group (9e19dea3-a2db-4c3b-8205-ae54e0ec93f2), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.379371 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ae6f3-75fe-4adf-9eda-e24e200f107c req-8cd6f478-33c5-4870-9101-8c856d49667f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:25.380967 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-723ae6f3-75fe-4adf-9eda-e24e200f107c req-8cd6f478-33c5-4870-9101-8c856d49667f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0758398 Mar 31 20:24:25.406700 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] Pushing event updated for resources: {'Network': ['ID=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:25.419174 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:24:25.451678 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-9f606cb9-c0f1-41fc-b74a-e0cf88ce31ce admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7354558 Mar 31 20:24:25.454991 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39810) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:25.459435 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-6cee39d1-254d-41b0-b52c-dc5f6e0c25da admin admin] Request body: {'subnet': {'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-469899561-subnet', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:25.477131 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-723ae6f3-75fe-4adf-9eda-e24e200f107c req-4b8f737a-657f-402f-96f3-a9523af219e9 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896876 Mar 31 20:24:25.478378 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fd3b2f97-9774-4c43-b072-d9f131452f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (9e19dea3-a2db-4c3b-8205-ae54e0ec93f2), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.513591 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39818) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:25.513731 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-fd3b2f97-9774-4c43-b072-d9f131452f4a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=75829db9098e4b5982b14e580c0e9b12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932312 Mar 31 20:24:25.546404 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b2f97-9774-4c43-b072-d9f131452f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e19dea3-a2db-4c3b-8205-ae54e0ec93f2,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:25.562918 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cee39d1-254d-41b0-b52c-dc5f6e0c25da admin admin] Made reservation on behalf of c8a88ee937e04771b0ceeacc3f46e720 for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:25.568281 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6cee39d1-254d-41b0-b52c-dc5f6e0c25da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12914336'] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.619729 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a60ec2-fb19-4379-b566-043dbce6aed4 req-5872244e-8a7f-4ed2-bcd0-050da16bde07 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:25.621850 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a8a60ec2-fb19-4379-b566-043dbce6aed4 req-5872244e-8a7f-4ed2-bcd0-050da16bde07 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0667679 Mar 31 20:24:25.683455 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a8a60ec2-fb19-4379-b566-043dbce6aed4 req-c29a8513-b85f-4616-9785-cc3f6954851a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557492 Mar 31 20:24:25.691121 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-347a4b9e-22aa-4fb9-b690-9faa16a38b67 admin admin] Publish callbacks [] for security_group (9e19dea3-a2db-4c3b-8205-ae54e0ec93f2), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.743730 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-347a4b9e-22aa-4fb9-b690-9faa16a38b67 admin admin] Publish callbacks [] for security_group (9e19dea3-a2db-4c3b-8205-ae54e0ec93f2), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.814505 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:24:25.899686 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6cee39d1-254d-41b0-b52c-dc5f6e0c25da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13429351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12914358'] for subnet (09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.903800 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-347a4b9e-22aa-4fb9-b690-9faa16a38b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (9e19dea3-a2db-4c3b-8205-ae54e0ec93f2), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.906230 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-347a4b9e-22aa-4fb9-b690-9faa16a38b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.907341 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-347a4b9e-22aa-4fb9-b690-9faa16a38b67 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9e19dea3-a2db-4c3b-8205-ae54e0ec93f2 HTTP/1.1" status: 204 len: 168 time: 0.3915884 Mar 31 20:24:25.943456 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a4b9e-22aa-4fb9-b690-9faa16a38b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e19dea3-a2db-4c3b-8205-ae54e0ec93f2,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:25.970480 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee39d1-254d-41b0-b52c-dc5f6e0c25da admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:25.983674 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee39d1-254d-41b0-b52c-dc5f6e0c25da admin admin] Checking segment: {'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:25.984102 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee39d1-254d-41b0-b52c-dc5f6e0c25da admin admin] Network hostable DHCP agents. Network: e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:24:26.075204 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee39d1-254d-41b0-b52c-dc5f6e0c25da admin admin] Network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:24:26.190620 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-6cee39d1-254d-41b0-b52c-dc5f6e0c25da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:26.195143 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cee39d1-254d-41b0-b52c-dc5f6e0c25da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:26.196004 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6cee39d1-254d-41b0-b52c-dc5f6e0c25da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.203001 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d60c0c4-690e-4c2a-9df4-26ba93267fac None None] Network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:26.299472 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 39844) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:26.300026 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-6cee39d1-254d-41b0-b52c-dc5f6e0c25da admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8441329 Mar 31 20:24:26.304763 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:26.310789 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a47c094-6fbf-5610-a773-a6d0d3fbb37a-e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6'}]}} from dv-cinder-836070-1-iscsi. {{(pid=103922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:24:26.311871 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.402631 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16473659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-649'] for router (e2a7eaa6-85f0-4831-9376-77401e25ec10), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.403923 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16473515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16467706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (e2a7eaa6-85f0-4831-9376-77401e25ec10), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.457497 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.db_base_plugin_common [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Allocated IP 172.20.0.2 (e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2/09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6/bf6529d2-8380-4eb3-bb86-89599daca7ff) {{(pid=103922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:26.458492 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Publish callbacks [] for router_controller (e2a7eaa6-85f0-4831-9376-77401e25ec10), precommit_add_association {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.607530 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Publish callbacks [] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), precommit_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.685274 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.711992 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 39862) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:26.721212 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Publish callbacks [] for router_gateway (e2a7eaa6-85f0-4831-9376-77401e25ec10), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.736424 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-caace5ac-3cc7-429e-a4dd-2114adbe6852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.747316 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Pushing event updated for resources: {'Port': ['ID=bf6529d2-8380-4eb3-bb86-89599daca7ff,revision_number=1']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:26.756640 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 is already hosted by enough agents. {{(pid=103922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:26.758647 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.base_scheduler [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Resources bound (agent type, host, resource id): {{(pid=103922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:26.762426 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Received port after_create {{(pid=103922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:26.920793 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Attempting to bind port bf6529d2-8380-4eb3-bb86-89599daca7ff on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:26.921193 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Attempting to bind port bf6529d2-8380-4eb3-bb86-89599daca7ff by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:26.921557 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Attempting to bind port bf6529d2-8380-4eb3-bb86-89599daca7ff on network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:26.935859 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:26.940573 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Checking segment: {'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:26.943057 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.945127 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Bound using segment: {'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:26.946355 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Bound port: bf6529d2-8380-4eb3-bb86-89599daca7ff, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:26.947018 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:27.009546 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-caace5ac-3cc7-429e-a4dd-2114adbe6852 admin admin] Publish callbacks [] for security_group (56eac9bf-034b-49e6-b165-b25b69de39fe), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:27.021573 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] For port bf6529d2-8380-4eb3-bb86-89599daca7ff, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:27.025383 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] For port bf6529d2-8380-4eb3-bb86-89599daca7ff, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=bf6529d2-8380-4eb3-bb86-89599daca7ff,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:27.145558 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-caace5ac-3cc7-429e-a4dd-2114adbe6852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (56eac9bf-034b-49e6-b165-b25b69de39fe), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:27.146405 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:27.222151 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f1f94-9c7e-4f43-9abc-a4bb087d1d3e None None] Pushing event updated for resources: {'Port': ['ID=bf6529d2-8380-4eb3-bb86-89599daca7ff,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:27.235326 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-caace5ac-3cc7-429e-a4dd-2114adbe6852 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef92dc94d7364b45be9601aa12587f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5222750 Mar 31 20:24:27.238231 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39888) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:27.239171 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caace5ac-3cc7-429e-a4dd-2114adbe6852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56eac9bf-034b-49e6-b165-b25b69de39fe,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:27.254885 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Publish callbacks [] for router_gateway (e2a7eaa6-85f0-4831-9376-77401e25ec10), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:27.276632 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:27.304594 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a97cf988-0249-450c-8358-b1a80beb332c admin admin] Publish callbacks [] for security_group (56eac9bf-034b-49e6-b165-b25b69de39fe), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:27.338682 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a97cf988-0249-450c-8358-b1a80beb332c admin admin] Publish callbacks [] for security_group (56eac9bf-034b-49e6-b165-b25b69de39fe), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:27.392742 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Allocated IP 172.27.2.73 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:27.537005 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Publish callbacks [] for port (6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:27.547015 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a97cf988-0249-450c-8358-b1a80beb332c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (56eac9bf-034b-49e6-b165-b25b69de39fe), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:27.547914 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a97cf988-0249-450c-8358-b1a80beb332c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:27.549112 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a97cf988-0249-450c-8358-b1a80beb332c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/56eac9bf-034b-49e6-b165-b25b69de39fe HTTP/1.1" status: 204 len: 168 time: 0.3098807 Mar 31 20:24:27.557719 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cf988-0249-450c-8358-b1a80beb332c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eac9bf-034b-49e6-b165-b25b69de39fe,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:27.665142 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:27.703522 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:27.706753 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:27.721972 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:27.743650 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:27.751476 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39898) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:27.788649 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39902) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:27.933161 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b3e5eff3-e4a3-4906-aaf8-656530ccf8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.018842 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b3e5eff3-e4a3-4906-aaf8-656530ccf8c3 admin admin] Publish callbacks [] for security_group (04259c97-c6da-48fd-8bc4-693e18f2b30e), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.112594 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2a6febe-9df2-4b52-a9f5-d4294f5ebf28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.134839 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b3e5eff3-e4a3-4906-aaf8-656530ccf8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (04259c97-c6da-48fd-8bc4-693e18f2b30e), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.170291 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Publish callbacks [] for router_gateway (e2a7eaa6-85f0-4831-9376-77401e25ec10), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.230494 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5eff3-e4a3-4906-aaf8-656530ccf8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04259c97-c6da-48fd-8bc4-693e18f2b30e,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:28.239871 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b3e5eff3-e4a3-4906-aaf8-656530ccf8c3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3f88c5659f4745ab92efa85886ef7f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4871583 Mar 31 20:24:28.247689 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39916) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:28.365086 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47cc126f-c1b4-4bdf-a3e9-94c2d0aac27c admin admin] Publish callbacks [] for security_group (04259c97-c6da-48fd-8bc4-693e18f2b30e), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.367611 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2a6febe-9df2-4b52-a9f5-d4294f5ebf28 admin admin] Publish callbacks [] for security_group (ca1abbb0-de70-45f1-b519-4afd39119085), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.383128 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c887bad-5b60-44a9-9b5f-e82d8433111f None None] Network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:28.395316 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47cc126f-c1b4-4bdf-a3e9-94c2d0aac27c admin admin] Publish callbacks [] for security_group (04259c97-c6da-48fd-8bc4-693e18f2b30e), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.453427 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2a6febe-9df2-4b52-a9f5-d4294f5ebf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (ca1abbb0-de70-45f1-b519-4afd39119085), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.468342 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-0104b951-5041-4113-93e0-09b28c76e978 None None] Provisioning complete for port bf6529d2-8380-4eb3-bb86-89599daca7ff triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:28.468713 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-0104b951-5041-4113-93e0-09b28c76e978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.478201 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16473506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16467501'] for router (e2a7eaa6-85f0-4831-9376-77401e25ec10), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.497217 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c2a6febe-9df2-4b52-a9f5-d4294f5ebf28 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0c61e7ebea6143d7b27518c740999987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7074049 Mar 31 20:24:28.507883 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6febe-9df2-4b52-a9f5-d4294f5ebf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1abbb0-de70-45f1-b519-4afd39119085,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:28.507883 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39922) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:28.563890 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47cc126f-c1b4-4bdf-a3e9-94c2d0aac27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (04259c97-c6da-48fd-8bc4-693e18f2b30e), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.566436 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47cc126f-c1b4-4bdf-a3e9-94c2d0aac27c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.570067 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-47cc126f-c1b4-4bdf-a3e9-94c2d0aac27c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/04259c97-c6da-48fd-8bc4-693e18f2b30e HTTP/1.1" status: 204 len: 168 time: 0.3188789 Mar 31 20:24:28.570067 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a70e69f0-a7e7-4ff6-bd33-bbb7a9821677 admin admin] Publish callbacks [] for security_group (ca1abbb0-de70-45f1-b519-4afd39119085), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.593135 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc126f-c1b4-4bdf-a3e9-94c2d0aac27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04259c97-c6da-48fd-8bc4-693e18f2b30e,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:28.603718 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-0104b951-5041-4113-93e0-09b28c76e978 None None] Current status of the port bf6529d2-8380-4eb3-bb86-89599daca7ff is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:28.604385 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-0104b951-5041-4113-93e0-09b28c76e978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.606482 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a70e69f0-a7e7-4ff6-bd33-bbb7a9821677 admin admin] Publish callbacks [] for security_group (ca1abbb0-de70-45f1-b519-4afd39119085), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.681816 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-0104b951-5041-4113-93e0-09b28c76e978 None None] For port bf6529d2-8380-4eb3-bb86-89599daca7ff, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=bf6529d2-8380-4eb3-bb86-89599daca7ff,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:28.739080 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a70e69f0-a7e7-4ff6-bd33-bbb7a9821677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (ca1abbb0-de70-45f1-b519-4afd39119085), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.739577 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-0104b951-5041-4113-93e0-09b28c76e978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.741696 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a70e69f0-a7e7-4ff6-bd33-bbb7a9821677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.745268 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a70e69f0-a7e7-4ff6-bd33-bbb7a9821677 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ca1abbb0-de70-45f1-b519-4afd39119085 HTTP/1.1" status: 204 len: 168 time: 0.2415071 Mar 31 20:24:28.753354 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e69f0-a7e7-4ff6-bd33-bbb7a9821677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1abbb0-de70-45f1-b519-4afd39119085,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:28.820987 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104b951-5041-4113-93e0-09b28c76e978 None None] Pushing event updated for resources: {'Port': ['ID=bf6529d2-8380-4eb3-bb86-89599daca7ff,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:28.824994 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Router e2a7eaa6-85f0-4831-9376-77401e25ec10 is scheduled to L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace with binding_index 1 {{(pid=103921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:24:28.984509 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-0d8433df-b752-4b3c-a0a0-8b863059f9d3 None None] Provisioning complete for port bf6529d2-8380-4eb3-bb86-89599daca7ff triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:28.984917 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-0d8433df-b752-4b3c-a0a0-8b863059f9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:29.027094 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device bf6529d2-8380-4eb3-bb86-89599daca7ff up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:29.070817 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:24:29.083894 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Sync routers for ids ['e2a7eaa6-85f0-4831-9376-77401e25ec10'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:24:29.098363 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Routers {'e2a7eaa6-85f0-4831-9376-77401e25ec10'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:29.099622 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e2a7eaa6-85f0-4831-9376-77401e25ec10'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:29.141809 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port bf6529d2-8380-4eb3-bb86-89599daca7ff triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:29.142189 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:29.175946 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-0d8433df-b752-4b3c-a0a0-8b863059f9d3 None None] Current status of the port bf6529d2-8380-4eb3-bb86-89599daca7ff is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:29.227348 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:29.238289 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 39946) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:29.238468 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-c657f563-37e3-4236-9f47-753ba8762cf8 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9273083 Mar 31 20:24:29.243438 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Set router e2a7eaa6-85f0-4831-9376-77401e25ec10 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:29.256516 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port bf6529d2-8380-4eb3-bb86-89599daca7ff is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:29.470809 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:27Z', 'revision_number': 3, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:29.519192 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Checking router: e2a7eaa6-85f0-4831-9376-77401e25ec10 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:24:29.519557 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Updating router e2a7eaa6-85f0-4831-9376-77401e25ec10 port 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 binding host dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:24:29.581590 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:29.756945 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f534a-7d8b-4eda-97e4-aa7f4538afc1 req-921bce2e-b1e5-4fc5-8bf8-6bbcfb36bdfd tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:29.758832 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-553f534a-7d8b-4eda-97e4-aa7f4538afc1 req-921bce2e-b1e5-4fc5-8bf8-6bbcfb36bdfd tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.2051969 Mar 31 20:24:29.797915 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73a16d-cb4c-44b6-b1d0-15e8fff9ac2f req-4e997a0c-cbe6-436e-a5b6-15f9dbf111af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:29.799416 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c73a16d-cb4c-44b6-b1d0-15e8fff9ac2f req-4e997a0c-cbe6-436e-a5b6-15f9dbf111af service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 1130 time: 0.1795640 Mar 31 20:24:29.940238 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-553f534a-7d8b-4eda-97e4-aa7f4538afc1 req-5ab82c1a-c5db-4fb3-873f-c8712df739a7 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584010 Mar 31 20:24:29.987649 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:29.991375 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73a16d-cb4c-44b6-b1d0-15e8fff9ac2f req-759c3631-dd80-4e1b-b7ba-0e0afe614ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:29.992872 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c73a16d-cb4c-44b6-b1d0-15e8fff9ac2f req-759c3631-dd80-4e1b-b7ba-0e0afe614ef8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 920 time: 0.1871066 Mar 31 20:24:30.063261 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Publish callbacks [] for port (6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.068354 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c73a16d-cb4c-44b6-b1d0-15e8fff9ac2f req-63c6a99e-8337-4a6f-873c-7299c5c37d19 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c HTTP/1.1" status: 200 len: 217 time: 0.0672946 Mar 31 20:24:30.139206 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.146054 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73a16d-cb4c-44b6-b1d0-15e8fff9ac2f req-48bf65c9-f111-4b40-b0f4-5ec8539904b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:30.147529 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c73a16d-cb4c-44b6-b1d0-15e8fff9ac2f req-48bf65c9-f111-4b40-b0f4-5ec8539904b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.0728760 Mar 31 20:24:30.215722 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Attempting to bind port 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:30.216092 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Attempting to bind port 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:30.220742 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Attempting to bind port 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 on network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:30.230857 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Pushing event updated for resources: {'Port': ['ID=6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:30.237676 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:30.238273 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Checking segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:30.249434 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.249434 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Bound using segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:30.249434 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Bound port: 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:30.249434 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.249796 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Allocated IP 172.20.0.1 (e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2/09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6/36a97604-273f-4e08-bf12-25ee3d2ca134) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:30.249902 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73a16d-cb4c-44b6-b1d0-15e8fff9ac2f req-efb8516d-67b1-4ddd-9b5c-c1623acccb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:30.249902 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c73a16d-cb4c-44b6-b1d0-15e8fff9ac2f req-efb8516d-67b1-4ddd-9b5c-c1623acccb4d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0902398 Mar 31 20:24:30.265605 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.266250 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.266784 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.267390 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.267955 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.268492 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.269049 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.269581 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.270198 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.270730 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.271260 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.271826 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.272365 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.273099 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.273858 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:30.320986 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] For port 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:30.325461 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] For port 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:30.390791 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Publish callbacks [] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.456891 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.517863 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.568468 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Routers {'e2a7eaa6-85f0-4831-9376-77401e25ec10'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:30.569143 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e2a7eaa6-85f0-4831-9376-77401e25ec10'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:30.624886 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:30.628026 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=36a97604-273f-4e08-bf12-25ee3d2ca134,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:30.630360 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c73a16d-cb4c-44b6-b1d0-15e8fff9ac2f req-5846cfde-d42b-446b-9f31-ca5cd9b8224a service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770161 Mar 31 20:24:30.630603 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:30.641627 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:30.708508 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2047d95-da9f-495d-8ce2-88f0ec2ddb55 None None] Pushing event updated for resources: {'Port': ['ID=6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7,revision_number=3']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:30.720142 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467962'] for router_interface (e2a7eaa6-85f0-4831-9376-77401e25ec10), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.779993 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c73a16d-cb4c-44b6-b1d0-15e8fff9ac2f req-cdc641f2-9a93-4ee4-8d62-10af9aaca22b service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416867 Mar 31 20:24:30.798351 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] Set router e2a7eaa6-85f0-4831-9376-77401e25ec10 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:30.936767 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device bf6529d2-8380-4eb3-bb86-89599daca7ff up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:30.975270 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40010) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:31.034009 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.051462 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-0b5f094d-7cfb-403d-97d4-b6ff207f44b1 None None] Provisioning complete for port 36a97604-273f-4e08-bf12-25ee3d2ca134 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:31.051843 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-0b5f094d-7cfb-403d-97d4-b6ff207f44b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.094984 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port bf6529d2-8380-4eb3-bb86-89599daca7ff triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:31.095602 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.101942 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:27Z', 'revision_number': 3, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:31.144323 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f094d-7cfb-403d-97d4-b6ff207f44b1 None None] Port 36a97604-273f-4e08-bf12-25ee3d2ca134 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:31.177751 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b24a6-2e2f-49d9-a6df-de11b8486197 req-fdf173fa-e3c5-4080-869a-24b480c3ecb3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:31.179186 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0f2b24a6-2e2f-49d9-a6df-de11b8486197 req-fdf173fa-e3c5-4080-869a-24b480c3ecb3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.1091299 Mar 31 20:24:31.190315 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4618738-f160-4768-8732-1d0d1766dd23 None None] The sync data for ids ['e2a7eaa6-85f0-4831-9376-77401e25ec10'] in dv-cinder-836070-1-iscsi is: [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:27Z', 'revision_number': 3, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:24:31.214143 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port bf6529d2-8380-4eb3-bb86-89599daca7ff is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:31.269529 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0f2b24a6-2e2f-49d9-a6df-de11b8486197 req-c37693e0-7562-44f8-a959-1c481055e920 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838308 Mar 31 20:24:31.477014 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1104020719-network', 'tenant_id': 'a284702199b1404d8909d29eefb5820b'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:31.579704 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] Made reservation on behalf of a284702199b1404d8909d29eefb5820b for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:31.581981 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.594651 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.621886 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Publish callbacks [] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.702857 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] Publish callbacks [] for security_group (6a6a6968-a98e-42f4-b089-394857e1ee65), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.704474 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.775642 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467822'] for router_interface (e2a7eaa6-85f0-4831-9376-77401e25ec10), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.775642 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=36a97604-273f-4e08-bf12-25ee3d2ca134,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:31.798480 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (6a6a6968-a98e-42f4-b089-394857e1ee65), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.851187 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:24:31.881343 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6a6968-a98e-42f4-b089-394857e1ee65,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:31.894975 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (f0dd3f38-ea56-4b37-933b-68f5ebb354b6), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.895405 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] Added segment f0dd3f38-ea56-4b37-933b-68f5ebb354b6 of type vlan for network 3437015e-3faa-4b6a-9767-5c0c89bf320b Mar 31 20:24:31.950876 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (3437015e-3faa-4b6a-9767-5c0c89bf320b), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.958818 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:31.963033 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:32.075550 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (3437015e-3faa-4b6a-9767-5c0c89bf320b), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:32.076784 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:32.077461 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:32.160210 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] Pushing event updated for resources: {'Network': ['ID=3437015e-3faa-4b6a-9767-5c0c89bf320b,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:32.170255 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Router e2a7eaa6-85f0-4831-9376-77401e25ec10 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:24:32.173757 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 3437015e-3faa-4b6a-9767-5c0c89bf320b details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:24:32.187849 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e509dcd7-06ae-4eef-b0c7-82cdbca1c296 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2087481 Mar 31 20:24:32.188544 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 40036) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:32.203110 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-52de871a-66f3-40a1-8e5b-b71d1977a312 admin admin] Request body: {'subnet': {'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1104020719-subnet', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'ip_version': 4}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:32.334069 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:24:32.340303 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52de871a-66f3-40a1-8e5b-b71d1977a312 admin admin] Made reservation on behalf of a284702199b1404d8909d29eefb5820b for: {'subnet': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:32.344071 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-52de871a-66f3-40a1-8e5b-b71d1977a312 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13254201'] for subnet (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:32.349909 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f19f957c-e677-424c-ba1b-634441dab7b1 admin admin] 10.222.0.74 "PUT /v2.0/routers/e2a7eaa6-85f0-4831-9376-77401e25ec10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1170888 Mar 31 20:24:32.378803 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-30ce85bc-eb29-4218-9ac5-53c0603a70cc None None] Provisioning complete for port 36a97604-273f-4e08-bf12-25ee3d2ca134 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:32.379615 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-30ce85bc-eb29-4218-9ac5-53c0603a70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:32.430770 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-30ce85bc-eb29-4218-9ac5-53c0603a70cc None None] Port 36a97604-273f-4e08-bf12-25ee3d2ca134 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:32.500113 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc905a-c33d-4b98-b07c-9bbf8129b4a4 req-41eb35df-6c04-485e-8b06-23c98a101961 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:32.501771 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-74dc905a-c33d-4b98-b07c-9bbf8129b4a4 req-41eb35df-6c04-485e-8b06-23c98a101961 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.1537139 Mar 31 20:24:32.619627 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-74dc905a-c33d-4b98-b07c-9bbf8129b4a4 req-7c2701c3-126d-40a8-89ed-ad59250a5d97 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071367 Mar 31 20:24:32.717842 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-52de871a-66f3-40a1-8e5b-b71d1977a312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13900114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13254191'] for subnet (a9ed1327-54bc-459c-8ba6-245a511fc65b), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:32.807936 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de871a-66f3-40a1-8e5b-b71d1977a312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ed1327-54bc-459c-8ba6-245a511fc65b,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:32.818607 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de871a-66f3-40a1-8e5b-b71d1977a312 admin admin] Checking segment: {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:32.819069 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52de871a-66f3-40a1-8e5b-b71d1977a312 admin admin] Network hostable DHCP agents. Network: 3437015e-3faa-4b6a-9767-5c0c89bf320b, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:24:32.893481 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52de871a-66f3-40a1-8e5b-b71d1977a312 admin admin] Network 3437015e-3faa-4b6a-9767-5c0c89bf320b is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:24:32.939293 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:32.982846 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:32.983380 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:32.985215 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-52de871a-66f3-40a1-8e5b-b71d1977a312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 3437015e-3faa-4b6a-9767-5c0c89bf320b) {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:32.998239 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de871a-66f3-40a1-8e5b-b71d1977a312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:33.009936 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-52de871a-66f3-40a1-8e5b-b71d1977a312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.010157 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26cbd63-37cc-43c0-9c66-60ca2854afe4 None None] Network 3437015e-3faa-4b6a-9767-5c0c89bf320b requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:33.104101 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-52de871a-66f3-40a1-8e5b-b71d1977a312 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9086578 Mar 31 20:24:33.106599 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40058) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:33.117862 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:33.149546 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:33.150184 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.159445 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a47c094-6fbf-5610-a773-a6d0d3fbb37a-3437015e-3faa-4b6a-9767-5c0c89bf320b', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b'}]}} from dv-cinder-836070-1-iscsi. {{(pid=103922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:24:33.161051 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.192382 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40062) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:33.193450 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:33.198553 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-18f81191-32fd-430a-9533-d18216c22d17 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1777509603', 'description': 'tempest-description--891802912'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:33.259150 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16473659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-649'] for router (bcdbec6b-b6b1-498a-819f-338c9a07945a), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.262266 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16473515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16467706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (bcdbec6b-b6b1-498a-819f-338c9a07945a), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.299465 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.329909 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Sync routers for ids ['e2a7eaa6-85f0-4831-9376-77401e25ec10'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:24:33.334018 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Publish callbacks [] for router_controller (bcdbec6b-b6b1-498a-819f-338c9a07945a), precommit_add_association {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.356121 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.db_base_plugin_common [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Allocated IP 172.20.0.2 (3437015e-3faa-4b6a-9767-5c0c89bf320b/a9ed1327-54bc-459c-8ba6-245a511fc65b/e4bf1f0c-332f-467e-8296-27ee03a427f7) {{(pid=103922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:33.356527 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-18f81191-32fd-430a-9533-d18216c22d17 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.372363 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Routers {'e2a7eaa6-85f0-4831-9376-77401e25ec10'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:33.373285 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e2a7eaa6-85f0-4831-9376-77401e25ec10'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:33.442933 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-18f81191-32fd-430a-9533-d18216c22d17 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group (e22651a2-c14d-45bc-9cdb-328847efd41d), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.514369 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-18f81191-32fd-430a-9533-d18216c22d17 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (e22651a2-c14d-45bc-9cdb-328847efd41d), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.539818 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:33.587799 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f81191-32fd-430a-9533-d18216c22d17 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e22651a2-c14d-45bc-9cdb-328847efd41d,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:33.686841 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-18f81191-32fd-430a-9533-d18216c22d17 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.690813 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-18f81191-32fd-430a-9533-d18216c22d17 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4945960 Mar 31 20:24:33.691118 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 40074) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:33.693302 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Set router e2a7eaa6-85f0-4831-9376-77401e25ec10 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:33.698385 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Request body: {'security_group_rule': {'security_group_id': 'e22651a2-c14d-45bc-9cdb-328847efd41d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:33.699907 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Publish callbacks [] for router_gateway (bcdbec6b-b6b1-498a-819f-338c9a07945a), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.770595 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7824d-feea-4add-8014-bf5c587c5694 req-e1e1e171-1067-4e0e-9ea2-b5056b13b4a3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:33.772018 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-64b7824d-feea-4add-8014-bf5c587c5694 req-e1e1e171-1067-4e0e-9ea2-b5056b13b4a3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0597196 Mar 31 20:24:33.813058 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group_rule (ca52e923-0394-4e4d-bcef-7f602adfc03d), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.844992 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-64b7824d-feea-4add-8014-bf5c587c5694 req-afe155a8-a839-421e-b025-741e3405ef78 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654700 Mar 31 20:24:33.855375 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Publish callbacks [] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), precommit_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.891679 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group_rule (ca52e923-0394-4e4d-bcef-7f602adfc03d), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.924029 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.939280 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (ca52e923-0394-4e4d-bcef-7f602adfc03d), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.962018 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca52e923-0394-4e4d-bcef-7f602adfc03d,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:33.969926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.970263 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.970815 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.971166 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.971497 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.972022 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.972514 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.973043 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.973381 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.973715 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.973836 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Network 3437015e-3faa-4b6a-9767-5c0c89bf320b is already hosted by enough agents. {{(pid=103922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:33.974043 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.974536 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.974863 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.975336 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.975823 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:33.980074 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.base_scheduler [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Resources bound (agent type, host, resource id): {{(pid=103922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:33.983762 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Received port after_create {{(pid=103922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:33.985539 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Pushing event updated for resources: {'Port': ['ID=e4bf1f0c-332f-467e-8296-27ee03a427f7,revision_number=1']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:33.989298 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Publish callbacks [] for router_gateway (bcdbec6b-b6b1-498a-819f-338c9a07945a), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.999914 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:31Z', 'revision_number': 2, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:34.008399 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.043567 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Checking router: e2a7eaa6-85f0-4831-9376-77401e25ec10 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:24:34.043868 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Updating router e2a7eaa6-85f0-4831-9376-77401e25ec10 port 36a97604-273f-4e08-bf12-25ee3d2ca134 binding host dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:24:34.055668 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.056923 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-b37a1685-656a-443e-8498-32317be3f4ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3642480 Mar 31 20:24:34.059832 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40076) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:34.070130 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-06ee5e8c-cb3a-42fe-8530-ac9949be0522 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Request body: {'security_group_rule': {'security_group_id': 'e22651a2-c14d-45bc-9cdb-328847efd41d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:34.092086 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Attempting to bind port e4bf1f0c-332f-467e-8296-27ee03a427f7 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:34.092461 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Attempting to bind port e4bf1f0c-332f-467e-8296-27ee03a427f7 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:34.092831 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Attempting to bind port e4bf1f0c-332f-467e-8296-27ee03a427f7 on network 3437015e-3faa-4b6a-9767-5c0c89bf320b {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:34.099107 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.102144 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:34.106208 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Checking segment: {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:34.106208 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.106208 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Bound using segment: {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:34.106208 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Bound port: e4bf1f0c-332f-467e-8296-27ee03a427f7, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:34.106208 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.131808 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Allocated IP 172.27.2.233 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/f7b5476c-a8db-4d39-8554-b7e23e5630c4) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:34.194856 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-06ee5e8c-cb3a-42fe-8530-ac9949be0522 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group_rule (9e656b67-4e60-4570-8f29-953a8e472a10), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.255003 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] For port e4bf1f0c-332f-467e-8296-27ee03a427f7, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:34.259954 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] For port e4bf1f0c-332f-467e-8296-27ee03a427f7, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e4bf1f0c-332f-467e-8296-27ee03a427f7,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:34.279996 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Publish callbacks [] for port (f7b5476c-a8db-4d39-8554-b7e23e5630c4), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.302461 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-06ee5e8c-cb3a-42fe-8530-ac9949be0522 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group_rule (9e656b67-4e60-4570-8f29-953a8e472a10), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.357144 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.373668 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-06ee5e8c-cb3a-42fe-8530-ac9949be0522 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (9e656b67-4e60-4570-8f29-953a8e472a10), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.393745 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee5e8c-cb3a-42fe-8530-ac9949be0522 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e656b67-4e60-4570-8f29-953a8e472a10,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:34.448482 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff08010-ca14-4c63-a267-6bccc0c3573a None None] Pushing event updated for resources: {'Port': ['ID=e4bf1f0c-332f-467e-8296-27ee03a427f7,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:34.467583 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Publish callbacks [] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.476415 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (f7b5476c-a8db-4d39-8554-b7e23e5630c4), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.510294 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-06ee5e8c-cb3a-42fe-8530-ac9949be0522 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.512074 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-06ee5e8c-cb3a-42fe-8530-ac9949be0522 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4507105 Mar 31 20:24:34.515239 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 40084) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:34.519716 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Request body: {'floatingip': {'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:34.528415 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:34.531640 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:34.537767 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:34.551060 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.564676 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Pushing event updated for resources: {'Port': ['ID=f7b5476c-a8db-4d39-8554-b7e23e5630c4,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:34.628768 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.676406 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da0d72-f5c2-42a9-a3f0-f3bc9e545c79 None None] Pushing event updated for resources: {'Port': ['ID=36a97604-273f-4e08-bf12-25ee3d2ca134,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:34.769984 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Attempting to bind port 36a97604-273f-4e08-bf12-25ee3d2ca134 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:34.770488 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Attempting to bind port 36a97604-273f-4e08-bf12-25ee3d2ca134 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:34.770746 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Attempting to bind port 36a97604-273f-4e08-bf12-25ee3d2ca134 on network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:34.776639 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:34.777710 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Checking segment: {'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:34.778126 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.779052 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Bound using segment: {'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:34.779167 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Bound port: 36a97604-273f-4e08-bf12-25ee3d2ca134, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:34.779535 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.802388 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.861190 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] For port 36a97604-273f-4e08-bf12-25ee3d2ca134, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:34.872541 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] For port 36a97604-273f-4e08-bf12-25ee3d2ca134, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=36a97604-273f-4e08-bf12-25ee3d2ca134,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:34.935115 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.971922 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Allocated IP 172.27.2.45 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/73c852fa-381b-44b0-9e0a-5a16336cca7d) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:34.973353 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Publish callbacks [] for router_gateway (bcdbec6b-b6b1-498a-819f-338c9a07945a), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.029995 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-cb7ddeac-1254-42f3-869f-44995c78a4ea None None] Provisioning complete for port 36a97604-273f-4e08-bf12-25ee3d2ca134 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:35.030374 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-cb7ddeac-1254-42f3-869f-44995c78a4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.038735 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Routers {'e2a7eaa6-85f0-4831-9376-77401e25ec10'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:35.039629 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e2a7eaa6-85f0-4831-9376-77401e25ec10'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:35.064132 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da0d72-f5c2-42a9-a3f0-f3bc9e545c79 None None] Pushing event updated for resources: {'Port': ['ID=36a97604-273f-4e08-bf12-25ee3d2ca134,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:35.079586 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada5cb5-d6cf-4227-a08c-8494b54586b6 req-3a3b6a68-8432-4dbb-b800-1d3bc2d2025d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:35.081453 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7ada5cb5-d6cf-4227-a08c-8494b54586b6 req-3a3b6a68-8432-4dbb-b800-1d3bc2d2025d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.1290572 Mar 31 20:24:35.117133 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e4bf1f0c-332f-467e-8296-27ee03a427f7 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:35.159830 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7ada5cb5-d6cf-4227-a08c-8494b54586b6 req-d9103042-658e-464b-a611-6673eb21ffba tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724881 Mar 31 20:24:35.193633 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for port (73c852fa-381b-44b0-9e0a-5a16336cca7d), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.292315 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16473506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16467501'] for router (bcdbec6b-b6b1-498a-819f-338c9a07945a), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.337560 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] Set router e2a7eaa6-85f0-4831-9376-77401e25ec10 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:35.341685 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port e4bf1f0c-332f-467e-8296-27ee03a427f7 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:35.342084 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.347191 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (73c852fa-381b-44b0-9e0a-5a16336cca7d), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.408047 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event updated for resources: {'Port': ['ID=73c852fa-381b-44b0-9e0a-5a16336cca7d,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:35.417722 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:35.418777 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ddeac-1254-42f3-869f-44995c78a4ea None None] Current status of the port 36a97604-273f-4e08-bf12-25ee3d2ca134 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:35.419161 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-cb7ddeac-1254-42f3-869f-44995c78a4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.419917 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:35.422864 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:35.552544 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-cb7ddeac-1254-42f3-869f-44995c78a4ea None None] For port 36a97604-273f-4e08-bf12-25ee3d2ca134, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=36a97604-273f-4e08-bf12-25ee3d2ca134,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:35.584480 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for floatingip (2874c083-4cd4-42ea-ad47-49c3abda5c3a), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.606099 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-cb7ddeac-1254-42f3-869f-44995c78a4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.653137 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa45fb94-9b11-4c5a-8321-8190ded70c0a None None] Network 3437015e-3faa-4b6a-9767-5c0c89bf320b requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:35.681465 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (73c852fa-381b-44b0-9e0a-5a16336cca7d), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.776483 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Router bcdbec6b-b6b1-498a-819f-338c9a07945a is scheduled to L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace with binding_index 1 {{(pid=103920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:24:35.790333 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port e4bf1f0c-332f-467e-8296-27ee03a427f7 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:35.790726 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.868542 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for port (73c852fa-381b-44b0-9e0a-5a16336cca7d), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.892745 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:24:35.906171 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ddeac-1254-42f3-869f-44995c78a4ea None None] Pushing event updated for resources: {'Port': ['ID=36a97604-273f-4e08-bf12-25ee3d2ca134,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:35.910787 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Sync routers for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:24:35.916761 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:35.917409 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:35.921641 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a80263b7-0abd-4f7f-a59e-de393c38ae59 None None] Provisioning complete for port e4bf1f0c-332f-467e-8296-27ee03a427f7 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:35.922016 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a80263b7-0abd-4f7f-a59e-de393c38ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.931501 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port e4bf1f0c-332f-467e-8296-27ee03a427f7, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e4bf1f0c-332f-467e-8296-27ee03a427f7,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:35.933490 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (73c852fa-381b-44b0-9e0a-5a16336cca7d), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.009270 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.010946 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4b285974-302c-4229-89ad-0e18b5c3adfe admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9030037 Mar 31 20:24:36.014401 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40098) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:36.022222 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event updated for resources: {'Port': ['ID=73c852fa-381b-44b0-9e0a-5a16336cca7d,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:36.032744 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (2874c083-4cd4-42ea-ad47-49c3abda5c3a), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.038816 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.039995 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:36.053046 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:34Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:36.112727 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.113064 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:36.114011 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-9d501975-d0fd-4748-8438-08f66f0d6d57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5977652 Mar 31 20:24:36.152347 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1239bfb-7c55-4e31-a5e7-69d679858d12 None None] The sync data for ids ['e2a7eaa6-85f0-4831-9376-77401e25ec10'] in dv-cinder-836070-1-iscsi is: [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:34Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:24:36.194546 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a80263b7-0abd-4f7f-a59e-de393c38ae59 None None] Current status of the port e4bf1f0c-332f-467e-8296-27ee03a427f7 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:36.209240 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=e4bf1f0c-332f-467e-8296-27ee03a427f7,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:36.222534 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a80263b7-0abd-4f7f-a59e-de393c38ae59 None None] Provisioning complete for port 36a97604-273f-4e08-bf12-25ee3d2ca134 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:36.222914 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a80263b7-0abd-4f7f-a59e-de393c38ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.287148 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:36.287867 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.397998 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:34Z', 'revision_number': 3, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:36.429939 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Checking router: bcdbec6b-b6b1-498a-819f-338c9a07945a for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:24:36.430680 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Updating router bcdbec6b-b6b1-498a-819f-338c9a07945a port f7b5476c-a8db-4d39-8554-b7e23e5630c4 binding host dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:24:36.460370 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f7b5476c-a8db-4d39-8554-b7e23e5630c4), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.470685 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974d2f8-a581-4d21-9060-324982d04d21 req-20a7e84e-d86a-48fd-860a-ace6a7a2806b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:36.486703 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5974d2f8-a581-4d21-9060-324982d04d21 req-20a7e84e-d86a-48fd-860a-ace6a7a2806b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.1534417 Mar 31 20:24:36.509551 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a80263b7-0abd-4f7f-a59e-de393c38ae59 None None] Current status of the port 36a97604-273f-4e08-bf12-25ee3d2ca134 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:36.525528 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:36.593621 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5974d2f8-a581-4d21-9060-324982d04d21 req-5b65191c-6184-44e2-9f81-241f713e5196 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998178 Mar 31 20:24:36.646414 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-3b034d85-ce76-49b0-bdba-a9ec21831ab8 None None] Provisioning complete for port e4bf1f0c-332f-467e-8296-27ee03a427f7 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:36.647058 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3b034d85-ce76-49b0-bdba-a9ec21831ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.757347 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-3b034d85-ce76-49b0-bdba-a9ec21831ab8 None None] Current status of the port e4bf1f0c-332f-467e-8296-27ee03a427f7 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:36.767189 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.774098 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Publish callbacks [] for port (f7b5476c-a8db-4d39-8554-b7e23e5630c4), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.870393 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (f7b5476c-a8db-4d39-8554-b7e23e5630c4), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.923739 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d790c5-d66f-4991-af1e-565b94f41644 None None] Pushing event updated for resources: {'Port': ['ID=f7b5476c-a8db-4d39-8554-b7e23e5630c4,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:36.955018 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Attempting to bind port f7b5476c-a8db-4d39-8554-b7e23e5630c4 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:36.955018 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Attempting to bind port f7b5476c-a8db-4d39-8554-b7e23e5630c4 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:36.955018 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Attempting to bind port f7b5476c-a8db-4d39-8554-b7e23e5630c4 on network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:36.957219 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Allocated IP 172.20.0.1 (3437015e-3faa-4b6a-9767-5c0c89bf320b/a9ed1327-54bc-459c-8ba6-245a511fc65b/dda6176b-c8a5-4295-a7b2-b33f7f295fac) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:36.961967 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:36.962505 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Checking segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:36.963011 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.963499 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Bound using segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:36.964068 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Bound port: f7b5476c-a8db-4d39-8554-b7e23e5630c4, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:36.965303 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f7b5476c-a8db-4d39-8554-b7e23e5630c4), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:37.018225 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 36a97604-273f-4e08-bf12-25ee3d2ca134 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:37.025725 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] For port f7b5476c-a8db-4d39-8554-b7e23e5630c4, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:37.031116 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] For port f7b5476c-a8db-4d39-8554-b7e23e5630c4, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=f7b5476c-a8db-4d39-8554-b7e23e5630c4,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:37.070123 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 36a97604-273f-4e08-bf12-25ee3d2ca134 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:37.070530 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:37.082893 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Publish callbacks [] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:37.122499 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (f7b5476c-a8db-4d39-8554-b7e23e5630c4), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:37.157338 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 36a97604-273f-4e08-bf12-25ee3d2ca134 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:37.158526 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e4bf1f0c-332f-467e-8296-27ee03a427f7 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:37.178825 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:37.179538 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:37.191429 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:37.222974 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port e4bf1f0c-332f-467e-8296-27ee03a427f7 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:37.223207 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d790c5-d66f-4991-af1e-565b94f41644 None None] Pushing event updated for resources: {'Port': ['ID=f7b5476c-a8db-4d39-8554-b7e23e5630c4,revision_number=3']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:37.223573 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:37.242882 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Network 3437015e-3faa-4b6a-9767-5c0c89bf320b is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:37.246171 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:37.251848 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:37.296198 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Pushing event updated for resources: {'Port': ['ID=dda6176b-c8a5-4295-a7b2-b33f7f295fac,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:37.318419 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467962'] for router_interface (bcdbec6b-b6b1-498a-819f-338c9a07945a), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:37.343621 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port e4bf1f0c-332f-467e-8296-27ee03a427f7 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:37.357171 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:37.590496 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:34Z', 'revision_number': 3, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:37.594558 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-bb031cb8-a418-44a1-b5c2-813295662e8c None None] Provisioning complete for port dda6176b-c8a5-4295-a7b2-b33f7f295fac triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:37.597061 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bb031cb8-a418-44a1-b5c2-813295662e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:37.631862 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4d393-08af-4f0f-9d73-49590d9dbb9d None None] The sync data for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi is: [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:34Z', 'revision_number': 3, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:24:37.642760 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:37.645560 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-bb031cb8-a418-44a1-b5c2-813295662e8c None None] Port dda6176b-c8a5-4295-a7b2-b33f7f295fac cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:37.735019 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c4688-c687-45f7-8928-259fdcc87f10 req-c25aa48c-d54c-43ba-9d51-19a4592fdef7 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:37.742653 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-364c4688-c687-45f7-8928-259fdcc87f10 req-c25aa48c-d54c-43ba-9d51-19a4592fdef7 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0731385 Mar 31 20:24:37.788072 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-364c4688-c687-45f7-8928-259fdcc87f10 req-76cc7f41-33f4-4f72-868c-06635ba48018 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444815 Mar 31 20:24:37.829573 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Publish callbacks [] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:37.887551 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:37.972047 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467822'] for router_interface (bcdbec6b-b6b1-498a-819f-338c9a07945a), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:37.974789 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Pushing event updated for resources: {'Port': ['ID=dda6176b-c8a5-4295-a7b2-b33f7f295fac,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:38.076476 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Network 3437015e-3faa-4b6a-9767-5c0c89bf320b is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:38.077940 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:38.198896 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Router bcdbec6b-b6b1-498a-819f-338c9a07945a has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:24:38.272430 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-b38fb55c-0346-4d76-b561-8260666728a1 None None] Provisioning complete for port dda6176b-c8a5-4295-a7b2-b33f7f295fac triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:38.273219 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b38fb55c-0346-4d76-b561-8260666728a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:38.309863 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-b38fb55c-0346-4d76-b561-8260666728a1 None None] Port dda6176b-c8a5-4295-a7b2-b33f7f295fac cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:38.317625 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:24:38.322759 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-46d35c2b-6689-4f3c-926b-b39e36c49d91 admin admin] 10.222.0.74 "PUT /v2.0/routers/bcdbec6b-b6b1-498a-819f-338c9a07945a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3073189 Mar 31 20:24:38.926812 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device f7b5476c-a8db-4d39-8554-b7e23e5630c4 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:38.949959 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad5fdd-dac2-45ab-a6d7-77fd87428d5a req-3412a45e-7544-4824-80e2-4a179815bb14 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:38.959454 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-54ad5fdd-dac2-45ab-a6d7-77fd87428d5a req-3412a45e-7544-4824-80e2-4a179815bb14 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0974720 Mar 31 20:24:38.981322 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port f7b5476c-a8db-4d39-8554-b7e23e5630c4 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:38.981837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (f7b5476c-a8db-4d39-8554-b7e23e5630c4), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.034375 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-54ad5fdd-dac2-45ab-a6d7-77fd87428d5a req-b31a1b75-8334-4110-b3bd-ab2c32dd6ca5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683672 Mar 31 20:24:39.069359 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port f7b5476c-a8db-4d39-8554-b7e23e5630c4 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:39.069757 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f7b5476c-a8db-4d39-8554-b7e23e5630c4), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.094694 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port f7b5476c-a8db-4d39-8554-b7e23e5630c4, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=f7b5476c-a8db-4d39-8554-b7e23e5630c4,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:39.142838 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40154) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:39.147884 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-688900473-network', 'tenant_id': '67afb22acfe34d8a931611644d040dbc'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:39.158615 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (f7b5476c-a8db-4d39-8554-b7e23e5630c4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.208792 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=f7b5476c-a8db-4d39-8554-b7e23e5630c4,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:39.243134 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] Made reservation on behalf of 67afb22acfe34d8a931611644d040dbc for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:39.245479 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.255859 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.317093 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Sync routers for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:24:39.329867 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:39.330482 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:39.353203 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] Publish callbacks [] for security_group (a879a24d-1acb-47e1-b74e-d75024a3654a), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.413546 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (a879a24d-1acb-47e1-b74e-d75024a3654a), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.438621 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:39.438936 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:24:39.448633 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a879a24d-1acb-47e1-b74e-d75024a3654a,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:39.453689 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (a1fb55b5-342e-4ab9-9502-c8645bffa5ef), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.454038 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] Added segment a1fb55b5-342e-4ab9-9502-c8645bffa5ef of type vlan for network 9d33bdeb-4b38-4652-882e-b7b62b983fe2 Mar 31 20:24:39.492971 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (9d33bdeb-4b38-4652-882e-b7b62b983fe2), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.592030 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (9d33bdeb-4b38-4652-882e-b7b62b983fe2), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.593214 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:39.593907 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.656539 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] Pushing event updated for resources: {'Network': ['ID=9d33bdeb-4b38-4652-882e-b7b62b983fe2,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:39.660772 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 2, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:39.690240 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-d54a41e1-16bb-44e2-b7dd-1157165be643 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5462821 Mar 31 20:24:39.692949 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40160) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:39.693188 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 9d33bdeb-4b38-4652-882e-b7b62b983fe2 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:24:39.697241 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Checking router: bcdbec6b-b6b1-498a-819f-338c9a07945a for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:24:39.700744 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Updating router bcdbec6b-b6b1-498a-819f-338c9a07945a port dda6176b-c8a5-4295-a7b2-b33f7f295fac binding host dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:24:39.701190 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Request body: {'subnet': {'network_id': '9d33bdeb-4b38-4652-882e-b7b62b983fe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-688900473-subnet', 'tenant_id': '67afb22acfe34d8a931611644d040dbc', 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:39.762175 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Made reservation on behalf of 67afb22acfe34d8a931611644d040dbc for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:39.764793 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12914336'] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.771557 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.985356 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13429351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12914358'] for subnet (1946b565-be1c-4f63-a3fe-f5b3a8de30fa), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.047662 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1946b565-be1c-4f63-a3fe-f5b3a8de30fa,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:40.066476 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.066822 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.067174 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.067554 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.068223 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.068223 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.068447 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.068759 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.069101 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.069417 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.069848 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.070043 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.070356 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.070668 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.070978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:40.080112 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Checking segment: {'id': 'a1fb55b5-342e-4ab9-9502-c8645bffa5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9d33bdeb-4b38-4652-882e-b7b62b983fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:40.080464 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Network hostable DHCP agents. Network: 9d33bdeb-4b38-4652-882e-b7b62b983fe2, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:24:40.158555 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d710a7-acf0-413d-be88-e5b493b32b96 req-139c3db5-1ec1-4d46-9133-3ae268f24abc tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:40.160244 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e4d710a7-acf0-413d-be88-e5b493b32b96 req-139c3db5-1ec1-4d46-9133-3ae268f24abc tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0504887 Mar 31 20:24:40.161508 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Network 9d33bdeb-4b38-4652-882e-b7b62b983fe2 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:24:40.172261 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Publish callbacks [] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.213366 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e4d710a7-acf0-413d-be88-e5b493b32b96 req-7088f881-cac6-44a0-8ae8-2a1f8c81d054 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469353 Mar 31 20:24:40.246961 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 9d33bdeb-4b38-4652-882e-b7b62b983fe2) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:40.251122 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:40.251710 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.256243 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954ffe76-f684-4775-9167-e0be77b4e45a None None] Network 9d33bdeb-4b38-4652-882e-b7b62b983fe2 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:40.301163 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.303421 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.353343 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab834ee-c805-488d-98a2-cc4f250aeaeb None None] Pushing event updated for resources: {'Port': ['ID=dda6176b-c8a5-4295-a7b2-b33f7f295fac,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:40.394137 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-011a8b7f-3f21-4908-ad46-d07cf6983128 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6996775 Mar 31 20:24:40.398153 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40170) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:40.403411 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-688900473-router', 'tenant_id': '67afb22acfe34d8a931611644d040dbc', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:40.418554 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Attempting to bind port dda6176b-c8a5-4295-a7b2-b33f7f295fac on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:40.420552 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Attempting to bind port dda6176b-c8a5-4295-a7b2-b33f7f295fac by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:40.420552 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Attempting to bind port dda6176b-c8a5-4295-a7b2-b33f7f295fac on network 3437015e-3faa-4b6a-9767-5c0c89bf320b {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:40.431348 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:40.431735 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Checking segment: {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:40.432139 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.432533 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Bound using segment: {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:40.433042 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Bound port: dda6176b-c8a5-4295-a7b2-b33f7f295fac, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:40.433992 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.487772 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16473659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-649'] for router (fb6c21a9-58df-466c-831e-41bd8a541333), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.489093 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16473515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16467706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (fb6c21a9-58df-466c-831e-41bd8a541333), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.491629 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a47c094-6fbf-5610-a773-a6d0d3fbb37a-9d33bdeb-4b38-4652-882e-b7b62b983fe2', 'network_id': '9d33bdeb-4b38-4652-882e-b7b62b983fe2', 'project_id': '67afb22acfe34d8a931611644d040dbc', 'fixed_ips': [{'subnet_id': '1946b565-be1c-4f63-a3fe-f5b3a8de30fa'}]}} from dv-cinder-836070-1-iscsi. {{(pid=103922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:24:40.492761 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.544819 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Publish callbacks [] for router_controller (fb6c21a9-58df-466c-831e-41bd8a541333), precommit_add_association {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.591990 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] For port dda6176b-c8a5-4295-a7b2-b33f7f295fac, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:40.622803 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-ef7715ee-fc12-4b17-bbb2-aff81fcae0fb None None] Provisioning complete for port dda6176b-c8a5-4295-a7b2-b33f7f295fac triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:40.622803 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-ef7715ee-fc12-4b17-bbb2-aff81fcae0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.622803 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] For port dda6176b-c8a5-4295-a7b2-b33f7f295fac, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=dda6176b-c8a5-4295-a7b2-b33f7f295fac,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:40.686846 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-ef7715ee-fc12-4b17-bbb2-aff81fcae0fb None None] Port dda6176b-c8a5-4295-a7b2-b33f7f295fac cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:40.704276 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.710899 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.db_base_plugin_common [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Allocated IP 172.20.0.2 (9d33bdeb-4b38-4652-882e-b7b62b983fe2/1946b565-be1c-4f63-a3fe-f5b3a8de30fa/e7ffc4da-7c1a-4407-b7ca-5146c6df77d9) {{(pid=103922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:40.742323 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Publish callbacks [] for router_gateway (fb6c21a9-58df-466c-831e-41bd8a541333), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.816766 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:40.817387 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:40.925531 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab834ee-c805-488d-98a2-cc4f250aeaeb None None] Pushing event updated for resources: {'Port': ['ID=dda6176b-c8a5-4295-a7b2-b33f7f295fac,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:40.932752 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device f7b5476c-a8db-4d39-8554-b7e23e5630c4 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:41.012905 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:41.071183 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Publish callbacks [] for router_gateway (fb6c21a9-58df-466c-831e-41bd8a541333), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.091584 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.102476 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-6b3d828f-391c-4511-b376-f8957d630b74 None None] Provisioning complete for port dda6176b-c8a5-4295-a7b2-b33f7f295fac triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:41.102853 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-6b3d828f-391c-4511-b376-f8957d630b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.194809 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Allocated IP 172.27.2.14 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/f33dd29c-db68-44ef-a71a-a90cd692610e) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:41.203459 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port f7b5476c-a8db-4d39-8554-b7e23e5630c4 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:41.203935 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (f7b5476c-a8db-4d39-8554-b7e23e5630c4), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.249930 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Publish callbacks [] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), precommit_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.306878 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Publish callbacks [] for port (f33dd29c-db68-44ef-a71a-a90cd692610e), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.341586 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6525582-4d77-44ba-abef-74f9d89d1917 req-f8c2c296-ed27-437a-a37c-24909aeb8a60 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:41.343035 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a6525582-4d77-44ba-abef-74f9d89d1917 req-f8c2c296-ed27-437a-a37c-24909aeb8a60 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0560489 Mar 31 20:24:41.367240 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.387578 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d828f-391c-4511-b376-f8957d630b74 None None] Current status of the port dda6176b-c8a5-4295-a7b2-b33f7f295fac is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:41.389920 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-6b3d828f-391c-4511-b376-f8957d630b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.392715 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a6525582-4d77-44ba-abef-74f9d89d1917 req-7b51c102-3960-4360-a8b6-acd7beeaca7b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420780 Mar 31 20:24:41.438043 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (f33dd29c-db68-44ef-a71a-a90cd692610e), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.445717 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port f7b5476c-a8db-4d39-8554-b7e23e5630c4 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:41.466385 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Network 9d33bdeb-4b38-4652-882e-b7b62b983fe2 is already hosted by enough agents. {{(pid=103922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:41.472707 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.base_scheduler [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Resources bound (agent type, host, resource id): {{(pid=103922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:41.475061 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Received port after_create {{(pid=103922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:41.477601 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:41.481331 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:41.481454 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Pushing event updated for resources: {'Port': ['ID=e7ffc4da-7c1a-4407-b7ca-5146c6df77d9,revision_number=1']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:41.484878 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:41.500676 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-6b3d828f-391c-4511-b376-f8957d630b74 None None] For port dda6176b-c8a5-4295-a7b2-b33f7f295fac, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=dda6176b-c8a5-4295-a7b2-b33f7f295fac,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:41.512553 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Pushing event updated for resources: {'Port': ['ID=f33dd29c-db68-44ef-a71a-a90cd692610e,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:41.556507 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:40Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:41.586423 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Attempting to bind port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:41.586797 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Attempting to bind port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': 'a1fb55b5-342e-4ab9-9502-c8645bffa5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9d33bdeb-4b38-4652-882e-b7b62b983fe2'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:41.587162 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Attempting to bind port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 on network 9d33bdeb-4b38-4652-882e-b7b62b983fe2 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:41.589619 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-6b3d828f-391c-4511-b376-f8957d630b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.591481 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a1cf1-0d1c-4665-a0e3-a836620100d7 None None] The sync data for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi is: [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:40Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:24:41.599726 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:41.599726 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Checking segment: {'id': 'a1fb55b5-342e-4ab9-9502-c8645bffa5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9d33bdeb-4b38-4652-882e-b7b62b983fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:41.600199 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.600542 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Bound using segment: {'id': 'a1fb55b5-342e-4ab9-9502-c8645bffa5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9d33bdeb-4b38-4652-882e-b7b62b983fe2'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:41.601066 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Bound port: e7ffc4da-7c1a-4407-b7ca-5146c6df77d9, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fb55b5-342e-4ab9-9502-c8645bffa5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9d33bdeb-4b38-4652-882e-b7b62b983fe2'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:41.601465 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.782082 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d828f-391c-4511-b376-f8957d630b74 None None] Pushing event updated for resources: {'Port': ['ID=dda6176b-c8a5-4295-a7b2-b33f7f295fac,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:41.797721 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] For port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:41.803339 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] For port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e7ffc4da-7c1a-4407-b7ca-5146c6df77d9,segment=NetworkSegment(a1fb55b5-342e-4ab9-9502-c8645bffa5ef),segment_id=a1fb55b5-342e-4ab9-9502-c8645bffa5ef)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:41.859497 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.885160 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e8361-7f94-4232-a910-c2b82e5a44ce req-5347f5e8-eacf-4971-9e02-2b7240b7a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:41.886904 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-681e8361-7f94-4232-a910-c2b82e5a44ce req-5347f5e8-eacf-4971-9e02-2b7240b7a4c6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 1130 time: 0.0688083 Mar 31 20:24:41.943942 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043088b-9752-4e4a-b490-1b578d03eafd None None] Pushing event updated for resources: {'Port': ['ID=e7ffc4da-7c1a-4407-b7ca-5146c6df77d9,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:42.042501 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e8361-7f94-4232-a910-c2b82e5a44ce req-a0e87ed7-fa1b-422b-9d85-122ecdc06b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:42.044022 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-681e8361-7f94-4232-a910-c2b82e5a44ce req-a0e87ed7-fa1b-422b-9d85-122ecdc06b37 service neutron] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 920 time: 0.1354945 Mar 31 20:24:42.101338 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-681e8361-7f94-4232-a910-c2b82e5a44ce req-7a74a622-20d9-4043-8e58-5f6a3b5e4eba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c HTTP/1.1" status: 200 len: 217 time: 0.0479827 Mar 31 20:24:42.127510 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Publish callbacks [] for router_gateway (fb6c21a9-58df-466c-831e-41bd8a541333), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.186820 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e8361-7f94-4232-a910-c2b82e5a44ce req-6d55ded3-8f0b-4731-b9af-53c446d7d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:42.186820 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-681e8361-7f94-4232-a910-c2b82e5a44ce req-6d55ded3-8f0b-4731-b9af-53c446d7d2d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.0549765 Mar 31 20:24:42.279885 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e8361-7f94-4232-a910-c2b82e5a44ce req-0ce0abe8-6234-495a-8628-708155116955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:42.285350 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-681e8361-7f94-4232-a910-c2b82e5a44ce req-0ce0abe8-6234-495a-8628-708155116955 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1150334 Mar 31 20:24:42.399377 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-681e8361-7f94-4232-a910-c2b82e5a44ce req-c84d8bcc-0d1d-43f9-b9cc-3b1de0f56bc7 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082392 Mar 31 20:24:42.417385 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16473506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16467501'] for router (fb6c21a9-58df-466c-831e-41bd8a541333), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.577785 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcd5ac-7a65-4a90-a5ae-d84b724eccaf req-00153a42-c31e-45f4-884e-f421cc38c392 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:42.579354 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-07fcd5ac-7a65-4a90-a5ae-d84b724eccaf req-00153a42-c31e-45f4-884e-f421cc38c392 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.1046991 Mar 31 20:24:42.583816 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-681e8361-7f94-4232-a910-c2b82e5a44ce req-f9e0af97-411c-4d9b-953f-77dfe2e12c40 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760767 Mar 31 20:24:42.640234 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-07fcd5ac-7a65-4a90-a5ae-d84b724eccaf req-207d9219-6513-4255-91d5-d450c001161b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533347 Mar 31 20:24:42.659368 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Router fb6c21a9-58df-466c-831e-41bd8a541333 is scheduled to L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace with binding_index 1 {{(pid=103920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:24:42.780098 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:24:42.793049 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Sync routers for ids ['fb6c21a9-58df-466c-831e-41bd8a541333'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:24:42.807578 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Routers {'fb6c21a9-58df-466c-831e-41bd8a541333'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:42.809239 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['fb6c21a9-58df-466c-831e-41bd8a541333'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:42.861913 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.865165 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c4131682-ebc7-415f-90c0-41b6f534f501 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4642775 Mar 31 20:24:42.866192 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 40200) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:42.948199 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Set router fb6c21a9-58df-466c-831e-41bd8a541333 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:43.059189 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:43.186485 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:43.186485 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.305007 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'name': 'tempest-TestVolumeBootPattern-688900473-router', 'tenant_id': '67afb22acfe34d8a931611644d040dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f33dd29c-db68-44ef-a71a-a90cd692610e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:40Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 3, 'project_id': '67afb22acfe34d8a931611644d040dbc', 'gw_port': {'id': 'f33dd29c-db68-44ef-a71a-a90cd692610e', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:43.323456 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdef71a0-c966-4ceb-aa21-4c216627a060 None None] Network 9d33bdeb-4b38-4652-882e-b7b62b983fe2 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:43.354660 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Checking router: fb6c21a9-58df-466c-831e-41bd8a541333 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:24:43.355774 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Updating router fb6c21a9-58df-466c-831e-41bd8a541333 port f33dd29c-db68-44ef-a71a-a90cd692610e binding host dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:24:43.399233 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f33dd29c-db68-44ef-a71a-a90cd692610e), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.581602 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-f7e84522-17f9-4b99-8159-46fe14420ecd tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1777509603&fields=id&tenant_id=c8a88ee937e04771b0ceeacc3f46e720 HTTP/1.1" status: 200 len: 267 time: 0.1115534 Mar 31 20:24:43.731746 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:43.732137 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.748364 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Publish callbacks [] for port (f33dd29c-db68-44ef-a71a-a90cd692610e), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.795107 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-d23e57fc-2bba-4239-8e02-099834eaba35 None None] Provisioning complete for port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:43.795487 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-d23e57fc-2bba-4239-8e02-099834eaba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.830984 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (f33dd29c-db68-44ef-a71a-a90cd692610e), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.891184 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e7ffc4da-7c1a-4407-b7ca-5146c6df77d9,segment=NetworkSegment(a1fb55b5-342e-4ab9-9502-c8645bffa5ef),segment_id=a1fb55b5-342e-4ab9-9502-c8645bffa5ef)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:43.932594 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c90c6-57ad-4309-86d4-bdcafb33abd5 req-23af049e-9ba7-4103-a991-8ec824ea4d41 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:43.935160 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8a8c90c6-57ad-4309-86d4-bdcafb33abd5 req-23af049e-9ba7-4103-a991-8ec824ea4d41 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.1492753 Mar 31 20:24:43.950671 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-9daaf1c7-e12a-4a99-8961-e659bc86939c tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:43.955181 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-9daaf1c7-e12a-4a99-8961-e659bc86939c tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/networks?id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 HTTP/1.1" status: 200 len: 810 time: 0.3711400 Mar 31 20:24:43.963700 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.966622 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device dda6176b-c8a5-4295-a7b2-b33f7f295fac up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:43.983939 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Attempting to bind port f33dd29c-db68-44ef-a71a-a90cd692610e on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:43.983939 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Attempting to bind port f33dd29c-db68-44ef-a71a-a90cd692610e by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:43.983939 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Attempting to bind port f33dd29c-db68-44ef-a71a-a90cd692610e on network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:43.986600 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfd175-217f-4339-b4e6-513ec8e4477b None None] Pushing event updated for resources: {'Port': ['ID=f33dd29c-db68-44ef-a71a-a90cd692610e,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:44.003189 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:44.003615 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Checking segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:44.004010 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.004393 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Bound using segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:44.004894 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Bound port: f33dd29c-db68-44ef-a71a-a90cd692610e, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:44.005382 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f33dd29c-db68-44ef-a71a-a90cd692610e), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.094819 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=e7ffc4da-7c1a-4407-b7ca-5146c6df77d9,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:44.107041 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-4894bcf2-dc2a-4fab-98ef-b189b8f31b79 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/quotas/c8a88ee937e04771b0ceeacc3f46e720 HTTP/1.1" status: 200 len: 375 time: 0.1368628 Mar 31 20:24:44.164873 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-d23e57fc-2bba-4239-8e02-099834eaba35 None None] Current status of the port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:44.174660 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port dda6176b-c8a5-4295-a7b2-b33f7f295fac triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:44.174916 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.228739 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.230820 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] For port f33dd29c-db68-44ef-a71a-a90cd692610e, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:44.242750 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] For port f33dd29c-db68-44ef-a71a-a90cd692610e, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=f33dd29c-db68-44ef-a71a-a90cd692610e,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:44.260065 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8a8c90c6-57ad-4309-86d4-bdcafb33abd5 req-1c2a6ce3-07d9-4dab-bb8f-84cbe48605af tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977335 Mar 31 20:24:44.297264 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-1c98085d-a573-4ca7-af89-c17fb369190b tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a88ee937e04771b0ceeacc3f46e720&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1886277 Mar 31 20:24:44.321786 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port dda6176b-c8a5-4295-a7b2-b33f7f295fac is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:44.345273 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (f33dd29c-db68-44ef-a71a-a90cd692610e), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.417052 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfd175-217f-4339-b4e6-513ec8e4477b None None] Pushing event updated for resources: {'Port': ['ID=f33dd29c-db68-44ef-a71a-a90cd692610e,revision_number=3']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:44.435805 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Routers {'fb6c21a9-58df-466c-831e-41bd8a541333'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:44.437351 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['fb6c21a9-58df-466c-831e-41bd8a541333'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:44.491833 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-6168bd6d-aaab-40ac-91bd-8b47478f08d3 None None] Provisioning complete for port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:44.492203 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-6168bd6d-aaab-40ac-91bd-8b47478f08d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.520135 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-c09a9bc3-de78-4758-b30f-fcf8098e041e service neutron] 10.222.0.74 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781147 Mar 31 20:24:44.580309 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-6168bd6d-aaab-40ac-91bd-8b47478f08d3 None None] Current status of the port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:44.593971 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] Set router fb6c21a9-58df-466c-831e-41bd8a541333 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:44.614461 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Allocated IP 172.20.0.1 (9d33bdeb-4b38-4652-882e-b7b62b983fe2/1946b565-be1c-4f63-a3fe-f5b3a8de30fa/be92d788-3aa1-49d6-87f6-75b409f3c22c) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:44.710609 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ee8ff3e2-6cac-49ec-84d1-ed2dd9b86c6e service neutron] 10.222.0.74 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865685 Mar 31 20:24:44.760003 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Publish callbacks [] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.823988 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'name': 'tempest-TestVolumeBootPattern-688900473-router', 'tenant_id': '67afb22acfe34d8a931611644d040dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f33dd29c-db68-44ef-a71a-a90cd692610e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:40Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 3, 'project_id': '67afb22acfe34d8a931611644d040dbc', 'gw_port': {'id': 'f33dd29c-db68-44ef-a71a-a90cd692610e', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:44.852721 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b9d8d-949d-4a11-95a5-874ec979c2ca None None] The sync data for ids ['fb6c21a9-58df-466c-831e-41bd8a541333'] in dv-cinder-836070-1-iscsi is: [{'id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'name': 'tempest-TestVolumeBootPattern-688900473-router', 'tenant_id': '67afb22acfe34d8a931611644d040dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f33dd29c-db68-44ef-a71a-a90cd692610e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:40Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 3, 'project_id': '67afb22acfe34d8a931611644d040dbc', 'gw_port': {'id': 'f33dd29c-db68-44ef-a71a-a90cd692610e', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:24:44.884217 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.896359 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:44.950874 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Network 9d33bdeb-4b38-4652-882e-b7b62b983fe2 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:44.955251 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:44.959559 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:45.017290 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:45.017677 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:45.060620 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-abf40d92-9d25-4582-8f5f-9f5a50bf8782 req-f56fc97b-80b0-43c1-929a-053b7663f4cc tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 210 time: 0.0851226 Mar 31 20:24:45.065549 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Pushing event updated for resources: {'Port': ['ID=be92d788-3aa1-49d6-87f6-75b409f3c22c,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:45.083228 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467962'] for router_interface (fb6c21a9-58df-466c-831e-41bd8a541333), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:45.220801 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:45.414212 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-49e90537-873c-41e5-86a3-a6449e0ece47 None None] Provisioning complete for port be92d788-3aa1-49d6-87f6-75b409f3c22c triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:45.414593 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-49e90537-873c-41e5-86a3-a6449e0ece47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:45.459757 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-49e90537-873c-41e5-86a3-a6449e0ece47 None None] Port be92d788-3aa1-49d6-87f6-75b409f3c22c cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:45.626215 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:45.653838 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5069199-72e3-49f9-9b35-1f9bd2467eb8 req-dcb2a16f-de46-4f7a-94d9-3b3ab1243b46 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:45.655409 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d5069199-72e3-49f9-9b35-1f9bd2467eb8 req-dcb2a16f-de46-4f7a-94d9-3b3ab1243b46 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.3179367 Mar 31 20:24:45.759587 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d5069199-72e3-49f9-9b35-1f9bd2467eb8 req-00a18eea-6e31-4d33-b058-daf73f26e48d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797698 Mar 31 20:24:45.892184 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Publish callbacks [] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.030473 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.104835 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467822'] for router_interface (fb6c21a9-58df-466c-831e-41bd8a541333), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.105915 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Pushing event updated for resources: {'Port': ['ID=be92d788-3aa1-49d6-87f6-75b409f3c22c,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:46.143794 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3fe6808d-6957-47d8-9745-fb56d644b450 req-97ea7221-7106-480b-be96-7a6ff283ab61 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 210 time: 0.0351703 Mar 31 20:24:46.230274 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Network 9d33bdeb-4b38-4652-882e-b7b62b983fe2 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:46.231651 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:46.366701 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Router fb6c21a9-58df-466c-831e-41bd8a541333 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:24:46.487945 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:24:46.493699 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-04e64a47-89b2-4c86-acdd-688edcd6cbfd admin admin] 10.222.0.74 "PUT /v2.0/routers/fb6c21a9-58df-466c-831e-41bd8a541333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6263762 Mar 31 20:24:46.501255 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-f58a8661-455b-440f-8d3e-c45268573bf1 None None] Provisioning complete for port be92d788-3aa1-49d6-87f6-75b409f3c22c triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:46.502151 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f58a8661-455b-440f-8d3e-c45268573bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.536800 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-f58a8661-455b-440f-8d3e-c45268573bf1 None None] Port be92d788-3aa1-49d6-87f6-75b409f3c22c cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:46.937552 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b483fb-1b9a-4f8a-a9db-5998d9262d70 req-ea955399-6c51-4db4-b92b-311e984442d4 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:46.938223 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device f33dd29c-db68-44ef-a71a-a90cd692610e up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:46.939171 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a6b483fb-1b9a-4f8a-a9db-5998d9262d70 req-ea955399-6c51-4db4-b92b-311e984442d4 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0745556 Mar 31 20:24:46.994296 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port f33dd29c-db68-44ef-a71a-a90cd692610e triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:46.995561 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (f33dd29c-db68-44ef-a71a-a90cd692610e), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.000606 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a6b483fb-1b9a-4f8a-a9db-5998d9262d70 req-e1d1f60c-bda9-439a-8e5b-27ebb6792fc2 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555594 Mar 31 20:24:47.093744 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port f33dd29c-db68-44ef-a71a-a90cd692610e is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:47.094141 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f33dd29c-db68-44ef-a71a-a90cd692610e), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.121347 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port f33dd29c-db68-44ef-a71a-a90cd692610e, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=f33dd29c-db68-44ef-a71a-a90cd692610e,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:47.158049 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 40324) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:47.164989 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-3d60ff56-2a60-4a8f-a182-4945d3b405e5 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-867078111', 'description': 'tempest-secgroup-smoke-867078111 description', 'project_id': 'a284702199b1404d8909d29eefb5820b'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:47.168404 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (f33dd29c-db68-44ef-a71a-a90cd692610e), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.225039 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=f33dd29c-db68-44ef-a71a-a90cd692610e,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:47.225640 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3d60ff56-2a60-4a8f-a182-4945d3b405e5 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.264774 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-64ab5f24-f45e-449f-b6c5-103b2001f157 req-d2cd82d3-b051-40b6-9427-b5be059189e5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 210 time: 0.0356307 Mar 31 20:24:47.319613 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3d60ff56-2a60-4a8f-a182-4945d3b405e5 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group (8f201c7a-e0c2-4fce-a903-c454507aaf64), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.413465 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3d60ff56-2a60-4a8f-a182-4945d3b405e5 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (8f201c7a-e0c2-4fce-a903-c454507aaf64), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.445947 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60ff56-2a60-4a8f-a182-4945d3b405e5 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f201c7a-e0c2-4fce-a903-c454507aaf64,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:47.459288 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-06db5c7a-23be-46a3-b433-199116fcaf19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.507044 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3d60ff56-2a60-4a8f-a182-4945d3b405e5 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.511286 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40336) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:47.512002 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-3d60ff56-2a60-4a8f-a182-4945d3b405e5 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3524694 Mar 31 20:24:47.517905 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-4c5b4aaf-f507-403a-a9ad-448ab2fb7957 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Request body: {'security_group_rule': {'security_group_id': '8f201c7a-e0c2-4fce-a903-c454507aaf64', 'project_id': 'a284702199b1404d8909d29eefb5820b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:47.547388 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40338) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:47.623420 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c5b4aaf-f507-403a-a9ad-448ab2fb7957 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (41bc1840-27a6-49e1-bde7-d949ecdfc1fc), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.672978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7b021561-0cfb-4088-bba5-616a62eebebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.689272 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c5b4aaf-f507-403a-a9ad-448ab2fb7957 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (41bc1840-27a6-49e1-bde7-d949ecdfc1fc), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.773105 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7b021561-0cfb-4088-bba5-616a62eebebd admin admin] Publish callbacks [] for security_group (b2b5924f-0599-4e7b-8c18-6d2a15acb63a), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.796451 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c5b4aaf-f507-403a-a9ad-448ab2fb7957 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (41bc1840-27a6-49e1-bde7-d949ecdfc1fc), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.803247 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-5b561a71-891f-43bf-a25b-eb288ff7ec43 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:47.805312 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-5b561a71-891f-43bf-a25b-eb288ff7ec43 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.76 "GET /v2.0/networks?id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 HTTP/1.1" status: 200 len: 810 time: 0.1342032 Mar 31 20:24:47.819571 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b4aaf-f507-403a-a9ad-448ab2fb7957 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bc1840-27a6-49e1-bde7-d949ecdfc1fc,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:47.862287 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Sync routers for ids ['fb6c21a9-58df-466c-831e-41bd8a541333'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:24:47.873669 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Routers {'fb6c21a9-58df-466c-831e-41bd8a541333'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:47.874217 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['fb6c21a9-58df-466c-831e-41bd8a541333'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:47.888655 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-46a165a6-dbca-459e-ac35-3fc9a5506ca2 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8a88ee937e04771b0ceeacc3f46e720 HTTP/1.1" status: 200 len: 380 time: 0.0739515 Mar 31 20:24:47.898342 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-38fc022e-f6f6-48a1-94be-ad915acf3b61 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Request body: {'port': {'device_id': '819f433c-14e3-4b35-8544-fabf0cb609d0', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'admin_state_up': True, 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'security_groups': ['e22651a2-c14d-45bc-9cdb-328847efd41d']}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:47.910669 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7b021561-0cfb-4088-bba5-616a62eebebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (b2b5924f-0599-4e7b-8c18-6d2a15acb63a), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.963882 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b021561-0cfb-4088-bba5-616a62eebebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b5924f-0599-4e7b-8c18-6d2a15acb63a,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:47.971871 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c5b4aaf-f507-403a-a9ad-448ab2fb7957 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.973720 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4c5b4aaf-f507-403a-a9ad-448ab2fb7957 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4599769 Mar 31 20:24:47.976424 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 40344) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:47.980874 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7b021561-0cfb-4088-bba5-616a62eebebd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0ce622c75c794697878d9ffca6f2c883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4323812 Mar 31 20:24:47.983626 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-00eebf5e-56b2-437f-a841-3a3d1a5adb51 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Request body: {'security_group_rule': {'security_group_id': '8f201c7a-e0c2-4fce-a903-c454507aaf64', 'project_id': 'a284702199b1404d8909d29eefb5820b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:47.984190 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40346) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:48.033382 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Set router fb6c21a9-58df-466c-831e-41bd8a541333 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:48.072146 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dca265b3-8334-49cf-aa4d-4de6d76b06e8 admin admin] Publish callbacks [] for security_group (b2b5924f-0599-4e7b-8c18-6d2a15acb63a), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.124462 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dca265b3-8334-49cf-aa4d-4de6d76b06e8 admin admin] Publish callbacks [] for security_group (b2b5924f-0599-4e7b-8c18-6d2a15acb63a), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.149057 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-00eebf5e-56b2-437f-a841-3a3d1a5adb51 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (d55a6bef-fb01-496e-b9aa-7543cbe391a2), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.196978 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7ba1f-5060-4517-ae5b-6fff4578a8a1 req-b0e3228c-2c56-4bf9-9e2f-113ae6fe2712 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:48.201620 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d1b7ba1f-5060-4517-ae5b-6fff4578a8a1 req-b0e3228c-2c56-4bf9-9e2f-113ae6fe2712 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0930107 Mar 31 20:24:48.234523 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-38fc022e-f6f6-48a1-94be-ad915acf3b61 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Made reservation on behalf of c8a88ee937e04771b0ceeacc3f46e720 for: {'port': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:48.237860 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-38fc022e-f6f6-48a1-94be-ad915acf3b61 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.290186 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d1b7ba1f-5060-4517-ae5b-6fff4578a8a1 req-20ec650b-457b-40e2-a4af-6c8a8d295a94 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844874 Mar 31 20:24:48.324559 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'name': 'tempest-TestVolumeBootPattern-688900473-router', 'tenant_id': '67afb22acfe34d8a931611644d040dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f33dd29c-db68-44ef-a71a-a90cd692610e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:40Z', 'updated_at': '2022-03-31T20:24:45Z', 'revision_number': 4, 'project_id': '67afb22acfe34d8a931611644d040dbc', 'gw_port': {'id': 'f33dd29c-db68-44ef-a71a-a90cd692610e', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': 'be92d788-3aa1-49d6-87f6-75b409f3c22c', 'name': '', 'network_id': '9d33bdeb-4b38-4652-882e-b7b62b983fe2', 'tenant_id': '67afb22acfe34d8a931611644d040dbc', 'mac_address': 'fa:16:3e:65:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1946b565-be1c-4f63-a3fe-f5b3a8de30fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:44Z', 'updated_at': '2022-03-31T20:24:45Z', 'revision_number': 2, 'project_id': '67afb22acfe34d8a931611644d040dbc', 'subnets': [{'id': '1946b565-be1c-4f63-a3fe-f5b3a8de30fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:48.333634 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dca265b3-8334-49cf-aa4d-4de6d76b06e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (b2b5924f-0599-4e7b-8c18-6d2a15acb63a), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.336718 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dca265b3-8334-49cf-aa4d-4de6d76b06e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.355936 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-dca265b3-8334-49cf-aa4d-4de6d76b06e8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b2b5924f-0599-4e7b-8c18-6d2a15acb63a HTTP/1.1" status: 204 len: 168 time: 0.3529017 Mar 31 20:24:48.355936 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca265b3-8334-49cf-aa4d-4de6d76b06e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b5924f-0599-4e7b-8c18-6d2a15acb63a,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:48.356977 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Checking router: fb6c21a9-58df-466c-831e-41bd8a541333 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:24:48.356977 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Updating router fb6c21a9-58df-466c-831e-41bd8a541333 port be92d788-3aa1-49d6-87f6-75b409f3c22c binding host dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:24:48.387094 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-00eebf5e-56b2-437f-a841-3a3d1a5adb51 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (d55a6bef-fb01-496e-b9aa-7543cbe391a2), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.392192 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.424311 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1659341d-eccf-43c2-a077-55e0d8f7eb06 req-b1cf82ec-84b7-4c18-9622-4709016282ab tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 210 time: 0.0817273 Mar 31 20:24:48.465789 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-00eebf5e-56b2-437f-a841-3a3d1a5adb51 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (d55a6bef-fb01-496e-b9aa-7543cbe391a2), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.491210 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eebf5e-56b2-437f-a841-3a3d1a5adb51 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55a6bef-fb01-496e-b9aa-7543cbe391a2,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:48.511200 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-38fc022e-f6f6-48a1-94be-ad915acf3b61 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Allocated IP 172.20.0.14 (e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2/09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6/ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:48.603718 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-00eebf5e-56b2-437f-a841-3a3d1a5adb51 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.604987 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-00eebf5e-56b2-437f-a841-3a3d1a5adb51 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6274056 Mar 31 20:24:48.608541 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40364) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:48.616187 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-fc980e4d-8705-4857-b93a-9f7cf2b2f9c4 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Request body: {'security_group_rule': {'security_group_id': '8f201c7a-e0c2-4fce-a903-c454507aaf64', 'project_id': 'a284702199b1404d8909d29eefb5820b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:48.671388 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-38fc022e-f6f6-48a1-94be-ad915acf3b61 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.683799 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Publish callbacks [] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.705265 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fc980e4d-8705-4857-b93a-9f7cf2b2f9c4 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (b777fe14-6664-45fc-89c3-194b1153600d), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.716799 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.767100 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fc980e4d-8705-4857-b93a-9f7cf2b2f9c4 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (b777fe14-6664-45fc-89c3-194b1153600d), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.771980 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-38fc022e-f6f6-48a1-94be-ad915acf3b61 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.828980 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ef449-e244-4503-9b06-9affb318c3ff None None] Pushing event updated for resources: {'Port': ['ID=be92d788-3aa1-49d6-87f6-75b409f3c22c,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:48.833053 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc022e-f6f6-48a1-94be-ad915acf3b61 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event updated for resources: {'Port': ['ID=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:48.837178 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fc980e4d-8705-4857-b93a-9f7cf2b2f9c4 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (b777fe14-6664-45fc-89c3-194b1153600d), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.841929 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-38fc022e-f6f6-48a1-94be-ad915acf3b61 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:48.844092 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-38fc022e-f6f6-48a1-94be-ad915acf3b61 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:48.846602 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-38fc022e-f6f6-48a1-94be-ad915acf3b61 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:48.848320 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Attempting to bind port be92d788-3aa1-49d6-87f6-75b409f3c22c on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:48.848698 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Attempting to bind port be92d788-3aa1-49d6-87f6-75b409f3c22c by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': 'a1fb55b5-342e-4ab9-9502-c8645bffa5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9d33bdeb-4b38-4652-882e-b7b62b983fe2'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:48.849097 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Attempting to bind port be92d788-3aa1-49d6-87f6-75b409f3c22c on network 9d33bdeb-4b38-4652-882e-b7b62b983fe2 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:48.854823 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:48.855283 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Checking segment: {'id': 'a1fb55b5-342e-4ab9-9502-c8645bffa5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9d33bdeb-4b38-4652-882e-b7b62b983fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:48.855925 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.856278 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Bound using segment: {'id': 'a1fb55b5-342e-4ab9-9502-c8645bffa5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9d33bdeb-4b38-4652-882e-b7b62b983fe2'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:48.856972 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Bound port: be92d788-3aa1-49d6-87f6-75b409f3c22c, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fb55b5-342e-4ab9-9502-c8645bffa5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9d33bdeb-4b38-4652-882e-b7b62b983fe2'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:48.857343 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.914338 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-38fc022e-f6f6-48a1-94be-ad915acf3b61 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:48.914962 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-38fc022e-f6f6-48a1-94be-ad915acf3b61 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.958748 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc980e4d-8705-4857-b93a-9f7cf2b2f9c4 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b777fe14-6664-45fc-89c3-194b1153600d,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:48.972366 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] For port be92d788-3aa1-49d6-87f6-75b409f3c22c, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:48.976947 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] For port be92d788-3aa1-49d6-87f6-75b409f3c22c, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=be92d788-3aa1-49d6-87f6-75b409f3c22c,segment=NetworkSegment(a1fb55b5-342e-4ab9-9502-c8645bffa5ef),segment_id=a1fb55b5-342e-4ab9-9502-c8645bffa5ef)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:49.003128 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device f33dd29c-db68-44ef-a71a-a90cd692610e up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:49.046532 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-38fc022e-f6f6-48a1-94be-ad915acf3b61 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1516113 Mar 31 20:24:49.055047 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port f33dd29c-db68-44ef-a71a-a90cd692610e triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:49.055421 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (f33dd29c-db68-44ef-a71a-a90cd692610e), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.057902 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Request body: {'port': {'device_id': '819f433c-14e3-4b35-8544-fabf0cb609d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:49.080367 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fc980e4d-8705-4857-b93a-9f7cf2b2f9c4 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.082327 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-fc980e4d-8705-4857-b93a-9f7cf2b2f9c4 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4722717 Mar 31 20:24:49.083068 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.084321 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40380) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:49.091341 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-9c851a2d-f0c2-4232-a72e-e5173894f591 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Request body: {'security_group_rule': {'security_group_id': '8f201c7a-e0c2-4fce-a903-c454507aaf64', 'project_id': 'a284702199b1404d8909d29eefb5820b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:49.173508 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.214036 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ef449-e244-4503-9b06-9affb318c3ff None None] Pushing event updated for resources: {'Port': ['ID=be92d788-3aa1-49d6-87f6-75b409f3c22c,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:49.220823 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Routers {'fb6c21a9-58df-466c-831e-41bd8a541333'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:49.221674 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['fb6c21a9-58df-466c-831e-41bd8a541333'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:49.300573 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-ca1d6886-81c6-4d0b-8c4d-2381e80ea6f6 None None] Provisioning complete for port be92d788-3aa1-49d6-87f6-75b409f3c22c triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:49.300814 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-ca1d6886-81c6-4d0b-8c4d-2381e80ea6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.336192 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9c851a2d-f0c2-4232-a72e-e5173894f591 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (501d4ac4-a7fe-4f1e-9352-026de8f76068), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.390078 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port f33dd29c-db68-44ef-a71a-a90cd692610e is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:49.473026 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9c851a2d-f0c2-4232-a72e-e5173894f591 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (501d4ac4-a7fe-4f1e-9352-026de8f76068), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.481411 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] Set router fb6c21a9-58df-466c-831e-41bd8a541333 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:49.549562 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccd1f0-feaa-4261-8ac4-7f1bbd4b820a req-c875933a-ce6f-46e8-80b6-7840d8fc58e9 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:49.555692 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0cccd1f0-feaa-4261-8ac4-7f1bbd4b820a req-c875933a-ce6f-46e8-80b6-7840d8fc58e9 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.1645751 Mar 31 20:24:49.556761 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9c851a2d-f0c2-4232-a72e-e5173894f591 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (501d4ac4-a7fe-4f1e-9352-026de8f76068), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.579678 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c851a2d-f0c2-4232-a72e-e5173894f591 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501d4ac4-a7fe-4f1e-9352-026de8f76068,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:49.651538 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-ca1d6886-81c6-4d0b-8c4d-2381e80ea6f6 None None] Current status of the port be92d788-3aa1-49d6-87f6-75b409f3c22c is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:49.651953 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-ca1d6886-81c6-4d0b-8c4d-2381e80ea6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.662381 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee42f0-3383-474b-8144-ce97718f0e1e req-f8c63e93-4d27-4cf6-8b26-ef24542c3c85 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:49.664626 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4bee42f0-3383-474b-8144-ce97718f0e1e req-f8c63e93-4d27-4cf6-8b26-ef24542c3c85 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 932 time: 0.1372380 Mar 31 20:24:49.673456 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9c851a2d-f0c2-4232-a72e-e5173894f591 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.673981 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0cccd1f0-feaa-4261-8ac4-7f1bbd4b820a req-31146ac9-5407-41ba-8c50-2285806f08fb tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960588 Mar 31 20:24:49.686586 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-9c851a2d-f0c2-4232-a72e-e5173894f591 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5974457 Mar 31 20:24:49.688690 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40406) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:49.697449 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-135bf37d-f22f-49bb-9d75-fd490755f375 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Request body: {'security_group_rule': {'security_group_id': '8f201c7a-e0c2-4fce-a903-c454507aaf64', 'project_id': 'a284702199b1404d8909d29eefb5820b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:49.738895 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:49.751344 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Publish callbacks [] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.771793 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4bee42f0-3383-474b-8144-ce97718f0e1e req-89f5e439-3240-49b4-9b68-009b8edaa664 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965924 Mar 31 20:24:49.774158 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Transition to ACTIVE for port object ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 will not be triggered until provisioned by entity L2. {{(pid=103921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:24:49.779997 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-ca1d6886-81c6-4d0b-8c4d-2381e80ea6f6 None None] For port be92d788-3aa1-49d6-87f6-75b409f3c22c, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=be92d788-3aa1-49d6-87f6-75b409f3c22c,segment=NetworkSegment(a1fb55b5-342e-4ab9-9502-c8645bffa5ef),segment_id=a1fb55b5-342e-4ab9-9502-c8645bffa5ef)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:49.813740 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.securitygroups_db [None req-135bf37d-f22f-49bb-9d75-fd490755f375 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Project a284702199b1404d8909d29eefb5820b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:24:49.820192 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-135bf37d-f22f-49bb-9d75-fd490755f375 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (6909c809-a47e-4a5f-ab0a-6d144493d985), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.842335 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.905547 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'name': 'tempest-TestVolumeBootPattern-688900473-router', 'tenant_id': '67afb22acfe34d8a931611644d040dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f33dd29c-db68-44ef-a71a-a90cd692610e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:40Z', 'updated_at': '2022-03-31T20:24:45Z', 'revision_number': 4, 'project_id': '67afb22acfe34d8a931611644d040dbc', 'gw_port': {'id': 'f33dd29c-db68-44ef-a71a-a90cd692610e', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': 'be92d788-3aa1-49d6-87f6-75b409f3c22c', 'name': '', 'network_id': '9d33bdeb-4b38-4652-882e-b7b62b983fe2', 'tenant_id': '67afb22acfe34d8a931611644d040dbc', 'mac_address': 'fa:16:3e:65:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1946b565-be1c-4f63-a3fe-f5b3a8de30fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:44Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '67afb22acfe34d8a931611644d040dbc', 'subnets': [{'id': '1946b565-be1c-4f63-a3fe-f5b3a8de30fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:49.913541 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-135bf37d-f22f-49bb-9d75-fd490755f375 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (6909c809-a47e-4a5f-ab0a-6d144493d985), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.933442 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Pushing event updated for resources: {'Port': ['ID=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:49.944306 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-ca1d6886-81c6-4d0b-8c4d-2381e80ea6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.948269 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c6a423f5-9063-4345-a308-065ee3da8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.952213 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c017e3ee-697f-49a3-86af-f260d5cc72f0 None None] The sync data for ids ['fb6c21a9-58df-466c-831e-41bd8a541333'] in dv-cinder-836070-1-iscsi is: [{'id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'name': 'tempest-TestVolumeBootPattern-688900473-router', 'tenant_id': '67afb22acfe34d8a931611644d040dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f33dd29c-db68-44ef-a71a-a90cd692610e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:40Z', 'updated_at': '2022-03-31T20:24:45Z', 'revision_number': 4, 'project_id': '67afb22acfe34d8a931611644d040dbc', 'gw_port': {'id': 'f33dd29c-db68-44ef-a71a-a90cd692610e', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': 'be92d788-3aa1-49d6-87f6-75b409f3c22c', 'name': '', 'network_id': '9d33bdeb-4b38-4652-882e-b7b62b983fe2', 'tenant_id': '67afb22acfe34d8a931611644d040dbc', 'mac_address': 'fa:16:3e:65:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1946b565-be1c-4f63-a3fe-f5b3a8de30fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:44Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '67afb22acfe34d8a931611644d040dbc', 'subnets': [{'id': '1946b565-be1c-4f63-a3fe-f5b3a8de30fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:24:49.997344 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Attempting to bind port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:49.997691 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Attempting to bind port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:49.998009 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Attempting to bind port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 on network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:50.014115 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 on network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:24:50.014115 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Attempting to bind port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 on network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:50.022055 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:50.022055 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Checking segment: {'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:50.022055 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Bound using segment: {'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:50.022055 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Bound port: ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:50.022055 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.030319 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-135bf37d-f22f-49bb-9d75-fd490755f375 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (6909c809-a47e-4a5f-ab0a-6d144493d985), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.054387 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d6886-81c6-4d0b-8c4d-2381e80ea6f6 None None] Pushing event updated for resources: {'Port': ['ID=be92d788-3aa1-49d6-87f6-75b409f3c22c,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:50.073034 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-3a97fc8e-c763-4787-ae41-06135cc314cd None None] Provisioning complete for port be92d788-3aa1-49d6-87f6-75b409f3c22c triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:50.073413 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3a97fc8e-c763-4787-ae41-06135cc314cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.096158 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bf37d-f22f-49bb-9d75-fd490755f375 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6909c809-a47e-4a5f-ab0a-6d144493d985,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:50.182094 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] For port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6, host hv-cinder-83607, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:50.193034 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-135bf37d-f22f-49bb-9d75-fd490755f375 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.194661 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-135bf37d-f22f-49bb-9d75-fd490755f375 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5047948 Mar 31 20:24:50.197521 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40416) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:50.198603 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] For port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:50.204029 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-c944b71a-468e-4d4e-836c-fa40ae7f7c62 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Request body: {'security_group_rule': {'security_group_id': '8f201c7a-e0c2-4fce-a903-c454507aaf64', 'project_id': 'a284702199b1404d8909d29eefb5820b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:50.240711 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-3a97fc8e-c763-4787-ae41-06135cc314cd None None] Current status of the port be92d788-3aa1-49d6-87f6-75b409f3c22c is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:50.282472 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.345686 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.securitygroups_db [None req-c944b71a-468e-4d4e-836c-fa40ae7f7c62 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Project a284702199b1404d8909d29eefb5820b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:24:50.351589 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:50.352271 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.353352 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c944b71a-468e-4d4e-836c-fa40ae7f7c62 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (9c0ab24a-41c7-4456-83ac-6002a8ce03b3), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.353858 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] 10.222.0.76 "PUT /v2.0/ports/ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 HTTP/1.1" status: 200 len: 1094 time: 1.3002224 Mar 31 20:24:50.354392 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819f433c-14e3-4b35-8544-fabf0cb609d0', 'tag': 'ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:50.358169 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1733abb-fb1c-46d8-8621-b1f7fa0cca96" -d '{"events": [{"name": "network-changed", "server_uuid": "819f433c-14e3-4b35-8544-fabf0cb609d0", "tag": "ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:50.376872 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e5503-c3d4-4bd1-b229-ed2f648e82ec service neutron] Pushing event updated for resources: {'Port': ['ID=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:50.436480 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7d76a6-0642-4439-9fa3-664cff74d4a6 x-openstack-request-id: req-9d7d76a6-0642-4439-9fa3-664cff74d4a6 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:50.436778 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819f433c-14e3-4b35-8544-fabf0cb609d0", "tag": "ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:50.442570 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d7d76a6-0642-4439-9fa3-664cff74d4a6 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:50.442570 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7d76a6-0642-4439-9fa3-664cff74d4a6'] response: {'name': 'network-changed', 'server_uuid': '819f433c-14e3-4b35-8544-fabf0cb609d0', 'tag': 'ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6', 'status': 'completed', 'code': 200} Mar 31 20:24:50.490809 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c944b71a-468e-4d4e-836c-fa40ae7f7c62 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (9c0ab24a-41c7-4456-83ac-6002a8ce03b3), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.527430 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1733abb-fb1c-46d8-8621-b1f7fa0cca96 req-0eb1fdf9-1ac4-49e7-a0f1-89b851f077ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:50.529203 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f1733abb-fb1c-46d8-8621-b1f7fa0cca96 req-0eb1fdf9-1ac4-49e7-a0f1-89b851f077ef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8a88ee937e04771b0ceeacc3f46e720&device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 1128 time: 0.0693197 Mar 31 20:24:50.601847 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c944b71a-468e-4d4e-836c-fa40ae7f7c62 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (9c0ab24a-41c7-4456-83ac-6002a8ce03b3), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.619624 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944b71a-468e-4d4e-836c-fa40ae7f7c62 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0ab24a-41c7-4456-83ac-6002a8ce03b3,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:50.749184 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c944b71a-468e-4d4e-836c-fa40ae7f7c62 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.750447 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c944b71a-468e-4d4e-836c-fa40ae7f7c62 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5516019 Mar 31 20:24:50.785057 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1733abb-fb1c-46d8-8621-b1f7fa0cca96 req-50b1f676-f934-4313-929c-003aa9e2fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:50.786932 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f1733abb-fb1c-46d8-8621-b1f7fa0cca96 req-50b1f676-f934-4313-929c-003aa9e2fc91 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c8a88ee937e04771b0ceeacc3f46e720&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2504315 Mar 31 20:24:50.952985 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.049859 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd715a9-29bf-4f43-9f40-bf6c368a6a54 req-ad79c72c-90b2-4f93-bd80-117fbacf0bc5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:51.055963 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1cd715a9-29bf-4f43-9f40-bf6c368a6a54 req-ad79c72c-90b2-4f93-bd80-117fbacf0bc5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.2849329 Mar 31 20:24:51.082358 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device be92d788-3aa1-49d6-87f6-75b409f3c22c up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:51.085896 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1733abb-fb1c-46d8-8621-b1f7fa0cca96 req-f77f5819-ae41-4879-b439-420aa5838808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:51.087357 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f1733abb-fb1c-46d8-8621-b1f7fa0cca96 req-f77f5819-ae41-4879-b439-420aa5838808 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2854207 Mar 31 20:24:51.123204 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd35e3-637e-464c-801a-8254bd11cc10 req-0940c0c1-37df-4b7e-a9c1-2eff346a9e62 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:51.131753 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e6bd35e3-637e-464c-801a-8254bd11cc10 req-0940c0c1-37df-4b7e-a9c1-2eff346a9e62 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 944 time: 0.2243314 Mar 31 20:24:51.184208 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port be92d788-3aa1-49d6-87f6-75b409f3c22c triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:51.186089 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.222348 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1cd715a9-29bf-4f43-9f40-bf6c368a6a54 req-293b7918-3a10-4c33-a99b-bc6ceedce7d6 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622219 Mar 31 20:24:51.305369 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e6bd35e3-637e-464c-801a-8254bd11cc10 req-f7595e39-9d20-4344-bec9-058e5de59cbb tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730161 Mar 31 20:24:51.323725 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ebc6eeaf-c2c6-4dc2-a8d6-c023c82b9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:51.323725 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-ebc6eeaf-c2c6-4dc2-a8d6-c023c82b9a7c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8a88ee937e04771b0ceeacc3f46e720&device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 1128 time: 0.1650879 Mar 31 20:24:51.337533 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port be92d788-3aa1-49d6-87f6-75b409f3c22c is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:51.375119 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-b439cd0a-082c-4051-8ef7-b7a4706480f4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 HTTP/1.1" status: 200 len: 217 time: 0.0480936 Mar 31 20:24:51.431298 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-e1a91e59-5367-4428-a152-22c4f0b3fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:51.432919 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-e1a91e59-5367-4428-a152-22c4f0b3fbf5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6 HTTP/1.1" status: 200 len: 849 time: 0.0521061 Mar 31 20:24:51.708166 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-2d649ea7-10a6-40dc-bba2-994a1a450663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:51.708166 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-2d649ea7-10a6-40dc-bba2-994a1a450663 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2671688 Mar 31 20:24:51.798773 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-efb8ddd3-971b-4ca6-ab55-b0287c2a0e18 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826409 Mar 31 20:24:51.897045 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9eca7f5-3536-4fbb-a4cf-aeb1ddb131fc req-4dc1ccb7-b945-4149-b80e-2e0c7d112420 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912752 Mar 31 20:24:52.178433 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:52.374859 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c29ce-a3f3-4359-9baf-609c898b1ea3 req-31c40158-9231-44ec-9c54-a092e5d26468 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:52.376385 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fc8c29ce-a3f3-4359-9baf-609c898b1ea3 req-31c40158-9231-44ec-9c54-a092e5d26468 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0645366 Mar 31 20:24:52.466607 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fc8c29ce-a3f3-4359-9baf-609c898b1ea3 req-d1bdab07-03ba-4e25-af15-1fe08b6534ba tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804977 Mar 31 20:24:52.474396 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d5954-8b12-4728-aa5e-5a6ba96bb449 req-66476e2f-e906-42af-b7db-c5e1039b5009 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:52.475870 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3c4d5954-8b12-4728-aa5e-5a6ba96bb449 req-66476e2f-e906-42af-b7db-c5e1039b5009 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 944 time: 0.0985506 Mar 31 20:24:52.527368 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3c4d5954-8b12-4728-aa5e-5a6ba96bb449 req-438b0517-da95-470a-9f6e-17e009e5d1eb tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437224 Mar 31 20:24:53.586010 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cef95-34da-4170-a8f3-738a5b87fb29 req-fef2ca6a-8a63-4fbb-9725-b085d8aeb557 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:53.587544 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-597cef95-34da-4170-a8f3-738a5b87fb29 req-fef2ca6a-8a63-4fbb-9725-b085d8aeb557 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0535390 Mar 31 20:24:53.677601 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-597cef95-34da-4170-a8f3-738a5b87fb29 req-91140d29-166f-4cba-a83c-637eb4067d5f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810292 Mar 31 20:24:53.694675 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9377c-3b85-4333-9541-9eaa0b37492d req-29d6c8a7-66a7-452c-acc1-a65a8c021f67 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:53.696172 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cbf9377c-3b85-4333-9541-9eaa0b37492d req-29d6c8a7-66a7-452c-acc1-a65a8c021f67 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 944 time: 0.0922525 Mar 31 20:24:53.748468 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cbf9377c-3b85-4333-9541-9eaa0b37492d req-92b69979-91c2-47bc-a138-04e19de23d9f tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456431 Mar 31 20:24:53.813563 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.189396 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 40570) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:54.329591 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-98e20988-c24c-43fe-8aad-92f469174736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.406850 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-98e20988-c24c-43fe-8aad-92f469174736 admin admin] Publish callbacks [] for security_group (0e426846-71ab-466b-9d15-965928266c87), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.452811 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-98e20988-c24c-43fe-8aad-92f469174736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (0e426846-71ab-466b-9d15-965928266c87), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.490821 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e20988-c24c-43fe-8aad-92f469174736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e426846-71ab-466b-9d15-965928266c87,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:54.495281 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-98e20988-c24c-43fe-8aad-92f469174736 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=212e9e173ea84608bab6d285e4726410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047833 Mar 31 20:24:54.498231 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 40576) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:54.545744 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-094dfc29-9d16-4c80-8f8a-8ba9ac29e1e6 admin admin] Publish callbacks [] for security_group (0e426846-71ab-466b-9d15-965928266c87), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.566556 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-094dfc29-9d16-4c80-8f8a-8ba9ac29e1e6 admin admin] Publish callbacks [] for security_group (0e426846-71ab-466b-9d15-965928266c87), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.693207 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-094dfc29-9d16-4c80-8f8a-8ba9ac29e1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (0e426846-71ab-466b-9d15-965928266c87), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.695783 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-094dfc29-9d16-4c80-8f8a-8ba9ac29e1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.696957 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-094dfc29-9d16-4c80-8f8a-8ba9ac29e1e6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0e426846-71ab-466b-9d15-965928266c87 HTTP/1.1" status: 204 len: 168 time: 0.1981380 Mar 31 20:24:54.705404 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dfc29-9d16-4c80-8f8a-8ba9ac29e1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e426846-71ab-466b-9d15-965928266c87,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:54.809606 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42424db3-1e67-4263-b85c-408bc568956c req-4c9b50aa-9d6b-4b9b-b433-874205fc06de tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:54.813344 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-42424db3-1e67-4263-b85c-408bc568956c req-4c9b50aa-9d6b-4b9b-b433-874205fc06de tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0579467 Mar 31 20:24:54.890652 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-42424db3-1e67-4263-b85c-408bc568956c req-c6589abe-c36e-4268-8b97-d5cdc01a0c9d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735548 Mar 31 20:24:54.903470 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fad7ac-51fc-4039-9849-2886f05fdd4d req-c50e42de-9dd9-45f0-98bf-d26acecf4451 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:54.905842 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-23fad7ac-51fc-4039-9849-2886f05fdd4d req-c50e42de-9dd9-45f0-98bf-d26acecf4451 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 944 time: 0.0821216 Mar 31 20:24:54.958387 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-23fad7ac-51fc-4039-9849-2886f05fdd4d req-11ef1941-2b32-4ea9-8ea6-6cec09675e6d tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467515 Mar 31 20:24:55.283715 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40592) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:55.297498 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bd1c2ace-2f54-429d-8283-f3da746d3563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.379207 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bd1c2ace-2f54-429d-8283-f3da746d3563 admin admin] Publish callbacks [] for security_group (91cea8cb-6851-4036-a361-57c98f7f1fc8), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.453435 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bd1c2ace-2f54-429d-8283-f3da746d3563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (91cea8cb-6851-4036-a361-57c98f7f1fc8), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.496669 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c2ace-2f54-429d-8283-f3da746d3563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cea8cb-6851-4036-a361-57c98f7f1fc8,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:55.501955 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-bd1c2ace-2f54-429d-8283-f3da746d3563 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5a3442add4f94b9893bd95f2be38c991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171493 Mar 31 20:24:55.504601 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40596) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:55.550661 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e4f83d9-bd93-49ce-bf85-0ee4ae542159 admin admin] Publish callbacks [] for security_group (91cea8cb-6851-4036-a361-57c98f7f1fc8), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.572190 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e4f83d9-bd93-49ce-bf85-0ee4ae542159 admin admin] Publish callbacks [] for security_group (91cea8cb-6851-4036-a361-57c98f7f1fc8), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.681648 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e4f83d9-bd93-49ce-bf85-0ee4ae542159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (91cea8cb-6851-4036-a361-57c98f7f1fc8), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.684703 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e4f83d9-bd93-49ce-bf85-0ee4ae542159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.685897 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1e4f83d9-bd93-49ce-bf85-0ee4ae542159 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/91cea8cb-6851-4036-a361-57c98f7f1fc8 HTTP/1.1" status: 204 len: 168 time: 0.1804519 Mar 31 20:24:55.693734 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f83d9-bd93-49ce-bf85-0ee4ae542159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cea8cb-6851-4036-a361-57c98f7f1fc8,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:56.024428 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72592343-ae09-4d80-8a6b-4acbc11bf401 req-fc525141-eabd-4049-9c1d-ef4b6e0795b9 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:56.026104 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-72592343-ae09-4d80-8a6b-4acbc11bf401 req-fc525141-eabd-4049-9c1d-ef4b6e0795b9 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0628603 Mar 31 20:24:56.111994 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-72592343-ae09-4d80-8a6b-4acbc11bf401 req-de507daf-ff55-4691-9ddf-22454e93fe41 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803790 Mar 31 20:24:56.129314 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159018d7-54bf-4f73-bad4-37e897c774e4 req-aa36681f-bba3-493d-b5a6-52ca3ab61e85 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:56.130905 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-159018d7-54bf-4f73-bad4-37e897c774e4 req-aa36681f-bba3-493d-b5a6-52ca3ab61e85 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 944 time: 0.0918579 Mar 31 20:24:56.181519 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-159018d7-54bf-4f73-bad4-37e897c774e4 req-4d8f15ab-3818-485b-a06e-2ba6eda0740d tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436945 Mar 31 20:24:56.334236 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40612) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:56.347455 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1af45ec0-c8e0-4a5b-9380-7b674a84c87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:56.421792 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1af45ec0-c8e0-4a5b-9380-7b674a84c87b admin admin] Publish callbacks [] for security_group (7fcecf5f-ddc6-49b1-be09-2d5c57201b4d), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:56.476262 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1af45ec0-c8e0-4a5b-9380-7b674a84c87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (7fcecf5f-ddc6-49b1-be09-2d5c57201b4d), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:56.516220 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1af45ec0-c8e0-4a5b-9380-7b674a84c87b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f7b7e63625874738a7baacfca9d8413d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807611 Mar 31 20:24:56.517111 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af45ec0-c8e0-4a5b-9380-7b674a84c87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcecf5f-ddc6-49b1-be09-2d5c57201b4d,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:56.518817 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 40616) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:56.570862 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-40c206ff-b540-42e9-8b1d-4955a2d7b0ba admin admin] Publish callbacks [] for security_group (7fcecf5f-ddc6-49b1-be09-2d5c57201b4d), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:56.592963 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-40c206ff-b540-42e9-8b1d-4955a2d7b0ba admin admin] Publish callbacks [] for security_group (7fcecf5f-ddc6-49b1-be09-2d5c57201b4d), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:56.726857 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-40c206ff-b540-42e9-8b1d-4955a2d7b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (7fcecf5f-ddc6-49b1-be09-2d5c57201b4d), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:56.729487 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-40c206ff-b540-42e9-8b1d-4955a2d7b0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:56.731190 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-40c206ff-b540-42e9-8b1d-4955a2d7b0ba admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7fcecf5f-ddc6-49b1-be09-2d5c57201b4d HTTP/1.1" status: 204 len: 168 time: 0.2112787 Mar 31 20:24:56.739107 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c206ff-b540-42e9-8b1d-4955a2d7b0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcecf5f-ddc6-49b1-be09-2d5c57201b4d,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:57.247367 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc76333-5314-4569-976a-4e10486927cf req-f4b785f8-c46a-4c37-abf9-26f8afba8215 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:57.247367 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8dc76333-5314-4569-976a-4e10486927cf req-f4b785f8-c46a-4c37-abf9-26f8afba8215 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0558791 Mar 31 20:24:57.323692 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8dc76333-5314-4569-976a-4e10486927cf req-48fe8b68-7215-4284-968f-af20a86b8d60 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701694 Mar 31 20:24:57.340000 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94465f-d4e4-4fc5-af50-cd11cd7c2b6a req-9dca514b-5432-4607-87f0-cc6df9694abb tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:57.341480 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7a94465f-d4e4-4fc5-af50-cd11cd7c2b6a req-9dca514b-5432-4607-87f0-cc6df9694abb tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 944 time: 0.0746849 Mar 31 20:24:57.393151 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7a94465f-d4e4-4fc5-af50-cd11cd7c2b6a req-7a53487a-8cb5-4247-8dff-c9747574536f tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458794 Mar 31 20:24:58.447877 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1ecb3-39a8-4501-af93-973a27d51a0b req-cef496c9-a4f0-42b7-a5d0-535ea4b60341 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:58.447877 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9ba1ecb3-39a8-4501-af93-973a27d51a0b req-cef496c9-a4f0-42b7-a5d0-535ea4b60341 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0530863 Mar 31 20:24:58.529866 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9ba1ecb3-39a8-4501-af93-973a27d51a0b req-ecbe2bb9-22bb-4524-871f-0a52775b6d74 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746512 Mar 31 20:24:58.553006 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25d1ee-f770-4c77-8583-33a117d39c9d req-3f7b6d0d-e367-4034-a230-d19a6de8ed4e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:58.553006 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fa25d1ee-f770-4c77-8583-33a117d39c9d req-3f7b6d0d-e367-4034-a230-d19a6de8ed4e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 944 time: 0.0774889 Mar 31 20:24:58.601491 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fa25d1ee-f770-4c77-8583-33a117d39c9d req-feb84b7d-2adf-43f6-8ff8-39233530ec46 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476449 Mar 31 20:24:59.671050 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33664e35-45e7-4212-b242-e2acfcac5f5c req-b314e0c9-0ef4-459a-b82c-af56ef397bda tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:59.672530 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-33664e35-45e7-4212-b242-e2acfcac5f5c req-b314e0c9-0ef4-459a-b82c-af56ef397bda tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0742433 Mar 31 20:24:59.751838 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649866c-f888-40da-8882-fc47fc86465b req-263faf0d-6314-4db6-afe5-b28f7ab72bbb tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:59.753330 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d649866c-f888-40da-8882-fc47fc86465b req-263faf0d-6314-4db6-afe5-b28f7ab72bbb tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 944 time: 0.0798626 Mar 31 20:24:59.756828 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-33664e35-45e7-4212-b242-e2acfcac5f5c req-f7163d5f-f848-46f8-a53e-92f8628897c2 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754852 Mar 31 20:24:59.803376 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d649866c-f888-40da-8882-fc47fc86465b req-bc6db5e0-3dd0-467d-9bdd-ff2421bd839b tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440452 Mar 31 20:25:00.869292 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78544bc5-9046-4320-b280-afe92df9e28e req-5c5262e2-563d-448c-8bd7-37cbc1845ade tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:00.871420 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-78544bc5-9046-4320-b280-afe92df9e28e req-5c5262e2-563d-448c-8bd7-37cbc1845ade tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0512173 Mar 31 20:25:00.950474 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-78544bc5-9046-4320-b280-afe92df9e28e req-8f7ccf15-13ae-47fc-aad2-5ebc6eb92886 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729964 Mar 31 20:25:00.961886 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2862f-db56-4e43-bfc0-fd2c2686735d req-e8602322-3a56-4f4b-a5cf-81b3f205dcdc tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:00.963354 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0eb2862f-db56-4e43-bfc0-fd2c2686735d req-e8602322-3a56-4f4b-a5cf-81b3f205dcdc tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 944 time: 0.0870924 Mar 31 20:25:01.010569 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0eb2862f-db56-4e43-bfc0-fd2c2686735d req-36111cff-02fb-4d5e-bb35-79c9af6098cb tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408750 Mar 31 20:25:01.152005 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:25:01.249685 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:01.260938 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': 'ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'port_id': 'ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6', 'mac_address': 'fa:16:3e:f7:dc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:25:01.296087 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:01.296476 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.309917 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:01.328664 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:01.401478 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.451756 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:02.065095 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefce2c7-fb6b-49c4-8b3b-166e4ee8742a req-568eb460-c273-4302-ae9f-5fa879246977 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:02.066585 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-aefce2c7-fb6b-49c4-8b3b-166e4ee8742a req-568eb460-c273-4302-ae9f-5fa879246977 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0510781 Mar 31 20:25:02.143286 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-aefce2c7-fb6b-49c4-8b3b-166e4ee8742a req-490dfa2b-4266-4db4-83d3-4238e12fe335 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712757 Mar 31 20:25:02.167073 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efebb03-5007-4d0e-9255-a741c1b8a454 req-3636df80-c829-4bd4-b1da-0a37058c3b21 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:02.167073 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2efebb03-5007-4d0e-9255-a741c1b8a454 req-3636df80-c829-4bd4-b1da-0a37058c3b21 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 945 time: 0.0825861 Mar 31 20:25:02.208260 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2efebb03-5007-4d0e-9255-a741c1b8a454 req-b87565be-314a-4fa1-80ac-816750f1530a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421121 Mar 31 20:25:02.812520 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:25:03.259353 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7571d-70f1-4769-b642-a1afe4786480 req-d0ebe28e-7488-4481-a928-26ddbfa59240 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:03.260894 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6bd7571d-70f1-4769-b642-a1afe4786480 req-d0ebe28e-7488-4481-a928-26ddbfa59240 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0518670 Mar 31 20:25:03.341263 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6bd7571d-70f1-4769-b642-a1afe4786480 req-155030d2-021a-4ae6-9fd6-e24089ddb967 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746665 Mar 31 20:25:03.357007 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3da80a-8145-4f69-9928-a6bcd98e421d req-84cfb3a4-a062-4ebf-a984-024d764aff31 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:03.358355 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-db3da80a-8145-4f69-9928-a6bcd98e421d req-84cfb3a4-a062-4ebf-a984-024d764aff31 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 945 time: 0.0785122 Mar 31 20:25:03.403957 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-db3da80a-8145-4f69-9928-a6bcd98e421d req-01ea0fd6-66c2-4ff6-86e4-c06e6f7eca0f tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402749 Mar 31 20:25:04.459467 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23521a-f71c-4bf1-970d-c097fb87c0cf req-724cbc75-f784-48b0-ab08-2bc2fb036d9a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.460960 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fa23521a-f71c-4bf1-970d-c097fb87c0cf req-724cbc75-f784-48b0-ab08-2bc2fb036d9a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0525019 Mar 31 20:25:04.538219 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fa23521a-f71c-4bf1-970d-c097fb87c0cf req-e0ea8883-a3ca-479a-9cbf-5704291bc0e2 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713222 Mar 31 20:25:04.563284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18f2e7-60df-4ddc-8b54-d3889a43728e req-398cb65a-db0f-4600-9c49-5a41e7fefae9 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.569816 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b18f2e7-60df-4ddc-8b54-d3889a43728e req-398cb65a-db0f-4600-9c49-5a41e7fefae9 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 945 time: 0.0829878 Mar 31 20:25:04.622678 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b18f2e7-60df-4ddc-8b54-d3889a43728e req-228104e5-8716-4750-95c1-817bd6bc7d8e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491452 Mar 31 20:25:05.150671 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:05.655498 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b59519-3271-424d-aed3-63128c5c2409 req-05106589-26f4-4d45-8754-72aabd66f403 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:05.657018 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-71b59519-3271-424d-aed3-63128c5c2409 req-05106589-26f4-4d45-8754-72aabd66f403 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0534003 Mar 31 20:25:05.727132 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-71b59519-3271-424d-aed3-63128c5c2409 req-59b9e882-9e0f-4609-b3c2-ae8c6d36149a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638888 Mar 31 20:25:05.753088 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ad313-112e-4db5-9223-74829b022c74 req-58570482-61dd-4384-adf2-9c8eef66ad75 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:05.754628 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-958ad313-112e-4db5-9223-74829b022c74 req-58570482-61dd-4384-adf2-9c8eef66ad75 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 945 time: 0.0644157 Mar 31 20:25:05.802904 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-958ad313-112e-4db5-9223-74829b022c74 req-cd37e60d-6d01-4e65-a5a0-fc95d5c48a63 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427690 Mar 31 20:25:06.600793 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06bc41-22a6-45a3-9383-6c408f0aeeeb req-c627d846-0dc4-4a4b-b9bb-e5225d253566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.602355 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1f06bc41-22a6-45a3-9383-6c408f0aeeeb req-c627d846-0dc4-4a4b-b9bb-e5225d253566 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 1130 time: 0.0523677 Mar 31 20:25:06.648221 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1f06bc41-22a6-45a3-9383-6c408f0aeeeb req-e390a794-31a2-4430-8459-53a8c85ab8d9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392599 Mar 31 20:25:06.845130 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09cd51-dfb2-401f-88cf-12e5c1646c01 req-5a2e5f55-821b-408f-a27e-1413411fc516 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.846713 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3c09cd51-dfb2-401f-88cf-12e5c1646c01 req-5a2e5f55-821b-408f-a27e-1413411fc516 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0545008 Mar 31 20:25:06.923832 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3c09cd51-dfb2-401f-88cf-12e5c1646c01 req-75ec560f-dffb-4c1e-a3b5-4cbca2203f3b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713704 Mar 31 20:25:06.955084 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b0745-cedd-49be-b230-60d8a0d67e53 req-71ec6897-be08-46be-8bb7-2d67d0a141d8 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.956572 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8f8b0745-cedd-49be-b230-60d8a0d67e53 req-71ec6897-be08-46be-8bb7-2d67d0a141d8 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 945 time: 0.0772316 Mar 31 20:25:07.005920 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8f8b0745-cedd-49be-b230-60d8a0d67e53 req-2cc8f4cf-46a6-4461-b4a7-7de633d7aa96 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422065 Mar 31 20:25:07.163139 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:07.328297 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:25:07.333254 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:07.333719 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.420340 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:07.420736 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.456535 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819f433c-14e3-4b35-8544-fabf0cb609d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:07.458936 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49937208-82e8-441e-9aeb-5a63427d70b3" -d '{"events": [{"server_uuid": "819f433c-14e3-4b35-8544-fabf0cb609d0", "name": "network-vif-plugged", "status": "completed", "tag": "ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:07.471645 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:07.499853 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba83d06-fba8-4e81-b539-1b17a682424f x-openstack-request-id: req-dba83d06-fba8-4e81-b539-1b17a682424f {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:07.500164 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819f433c-14e3-4b35-8544-fabf0cb609d0", "name": "network-vif-plugged", "status": "completed", "tag": "ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:07.500420 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dba83d06-fba8-4e81-b539-1b17a682424f {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:07.500820 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba83d06-fba8-4e81-b539-1b17a682424f'] response: {'server_uuid': '819f433c-14e3-4b35-8544-fabf0cb609d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6', 'code': 200} Mar 31 20:25:07.556207 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.618926 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:07.625837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.625837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.625837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.625837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.625837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.625837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.625837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.625837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.625837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.625837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.625837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.633306 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.633306 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.633306 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.633306 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:07.859249 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40818) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:07.880870 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72504b50-0b4a-4215-b7fa-8e4c5b5eaf8f req-a9dabb80-9063-45ef-9e3c-c5c63bf10ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:07.882961 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-72504b50-0b4a-4215-b7fa-8e4c5b5eaf8f req-a9dabb80-9063-45ef-9e3c-c5c63bf10ef3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 1130 time: 0.0601270 Mar 31 20:25:07.931584 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-72504b50-0b4a-4215-b7fa-8e4c5b5eaf8f req-c552b99c-654a-4408-98d2-4bac79274b70 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413020 Mar 31 20:25:08.024254 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-547c908c-fcf4-4976-ad24-cf5fbfa58777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.052782 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a647bb-2c18-4be0-a7a9-95bdc5851cf6 req-e612aa24-70f3-47f1-8768-afd14c737a82 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:08.057368 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-54a647bb-2c18-4be0-a7a9-95bdc5851cf6 req-e612aa24-70f3-47f1-8768-afd14c737a82 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0622234 Mar 31 20:25:08.140940 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-547c908c-fcf4-4976-ad24-cf5fbfa58777 admin admin] Publish callbacks [] for security_group (3296d24d-d80c-4682-b7c4-c60bfd155365), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.166557 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-54a647bb-2c18-4be0-a7a9-95bdc5851cf6 req-9c50617f-8f1f-4978-abc7-f385abef57ae tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049809 Mar 31 20:25:08.339479 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc56c3-6401-4c98-a242-0ac0a8cde5a3 req-93462286-872d-413c-9df9-8072fab4fddb tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:08.339479 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-60cc56c3-6401-4c98-a242-0ac0a8cde5a3 req-93462286-872d-413c-9df9-8072fab4fddb tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0889492 Mar 31 20:25:08.339479 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-60cc56c3-6401-4c98-a242-0ac0a8cde5a3 req-4512773e-0966-4d32-a8a8-fe28d15ead91 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438838 Mar 31 20:25:08.390831 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-547c908c-fcf4-4976-ad24-cf5fbfa58777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (3296d24d-d80c-4682-b7c4-c60bfd155365), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.438285 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-547c908c-fcf4-4976-ad24-cf5fbfa58777 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1e1db4013da644bca2119fb755472587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5776343 Mar 31 20:25:08.439990 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c908c-fcf4-4976-ad24-cf5fbfa58777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3296d24d-d80c-4682-b7c4-c60bfd155365,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:08.440993 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 40834) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:08.443609 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 40836) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:08.495460 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cab053e3-319f-4308-b427-9b0d2ddbc501 admin admin] Publish callbacks [] for security_group (3296d24d-d80c-4682-b7c4-c60bfd155365), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.519025 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cab053e3-319f-4308-b427-9b0d2ddbc501 admin admin] Publish callbacks [] for security_group (3296d24d-d80c-4682-b7c4-c60bfd155365), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.565721 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0650b580-e499-4d17-b48c-e1b24d922891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.660136 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cab053e3-319f-4308-b427-9b0d2ddbc501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (3296d24d-d80c-4682-b7c4-c60bfd155365), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.662790 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cab053e3-319f-4308-b427-9b0d2ddbc501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.667925 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-cab053e3-319f-4308-b427-9b0d2ddbc501 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3296d24d-d80c-4682-b7c4-c60bfd155365 HTTP/1.1" status: 204 len: 168 time: 0.2218354 Mar 31 20:25:08.682087 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab053e3-319f-4308-b427-9b0d2ddbc501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3296d24d-d80c-4682-b7c4-c60bfd155365,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:08.741563 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0650b580-e499-4d17-b48c-e1b24d922891 admin admin] Publish callbacks [] for security_group (af0a0aac-3e59-486f-999d-775cb6611ead), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.841729 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0650b580-e499-4d17-b48c-e1b24d922891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (af0a0aac-3e59-486f-999d-775cb6611ead), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.883346 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-0650b580-e499-4d17-b48c-e1b24d922891 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2fddd621c4d7448f8d02d192befba2c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4356229 Mar 31 20:25:08.883346 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650b580-e499-4d17-b48c-e1b24d922891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0a0aac-3e59-486f-999d-775cb6611ead,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:08.884098 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40844) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:08.939800 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-af89ac1b-3b5b-4b1a-9a63-dd13011997ae admin admin] Publish callbacks [] for security_group (af0a0aac-3e59-486f-999d-775cb6611ead), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.963644 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-af89ac1b-3b5b-4b1a-9a63-dd13011997ae admin admin] Publish callbacks [] for security_group (af0a0aac-3e59-486f-999d-775cb6611ead), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:09.053199 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-af89ac1b-3b5b-4b1a-9a63-dd13011997ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (af0a0aac-3e59-486f-999d-775cb6611ead), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:09.055864 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-af89ac1b-3b5b-4b1a-9a63-dd13011997ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:09.057038 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-af89ac1b-3b5b-4b1a-9a63-dd13011997ae admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/af0a0aac-3e59-486f-999d-775cb6611ead HTTP/1.1" status: 204 len: 168 time: 0.1730092 Mar 31 20:25:09.071876 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89ac1b-3b5b-4b1a-9a63-dd13011997ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0a0aac-3e59-486f-999d-775cb6611ead,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:09.425250 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8310096-5bc6-4e20-9a33-7e953dbe0804 req-04f527a3-3e20-4cb9-ba08-d88d7b590995 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:09.426755 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e8310096-5bc6-4e20-9a33-7e953dbe0804 req-04f527a3-3e20-4cb9-ba08-d88d7b590995 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0787067 Mar 31 20:25:09.435246 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089284c5-e39a-4e1c-9f06-ae151d893e87 req-04af358e-d378-46e5-9b07-9cce43429ac8 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:09.436937 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-089284c5-e39a-4e1c-9f06-ae151d893e87 req-04af358e-d378-46e5-9b07-9cce43429ac8 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0988433 Mar 31 20:25:09.512094 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e8310096-5bc6-4e20-9a33-7e953dbe0804 req-2bf8bf7f-a116-4b10-a3e9-cfaf0fbc7635 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738804 Mar 31 20:25:09.519459 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-089284c5-e39a-4e1c-9f06-ae151d893e87 req-7ec7e2c1-2441-41e5-a7b0-8e29bf615790 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729363 Mar 31 20:25:09.830725 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40894) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:09.955096 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b3261-f1fc-4090-ada8-81a47dc6b3fe req-476ec1b8-9d65-428c-bd23-696891ebd447 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:09.957467 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bc2b3261-f1fc-4090-ada8-81a47dc6b3fe req-476ec1b8-9d65-428c-bd23-696891ebd447 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0593228 Mar 31 20:25:10.011566 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bc2b3261-f1fc-4090-ada8-81a47dc6b3fe req-c89b5821-d8b2-4d1a-aa48-9b1bd77c6812 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474329 Mar 31 20:25:10.073965 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6995-836f-4240-b724-02bf258c7749 req-a0e757d7-13ca-45ad-8933-dba96620011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:10.075715 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4cce6995-836f-4240-b724-02bf258c7749 req-a0e757d7-13ca-45ad-8933-dba96620011d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 1130 time: 0.0473995 Mar 31 20:25:10.150039 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf18e-5e31-4ebb-8a99-4be4c8fd96c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.186703 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6995-836f-4240-b724-02bf258c7749 req-5d650155-3944-4e31-9c2a-15870b02838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:10.188409 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4cce6995-836f-4240-b724-02bf258c7749 req-5d650155-3944-4e31-9c2a-15870b02838a service neutron] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 920 time: 0.1025593 Mar 31 20:25:10.238122 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf18e-5e31-4ebb-8a99-4be4c8fd96c3 admin admin] Publish callbacks [] for security_group (c0b46128-ecfc-4d26-b2d4-417520bb0875), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.239660 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4cce6995-836f-4240-b724-02bf258c7749 req-d2aa9817-947b-4e41-b079-4d14834e40bc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c HTTP/1.1" status: 200 len: 217 time: 0.0452368 Mar 31 20:25:10.289998 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6995-836f-4240-b724-02bf258c7749 req-86ab21c2-3f8e-444d-9ef7-48b2808d5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:10.296578 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4cce6995-836f-4240-b724-02bf258c7749 req-86ab21c2-3f8e-444d-9ef7-48b2808d5a99 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.0508959 Mar 31 20:25:10.328951 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf18e-5e31-4ebb-8a99-4be4c8fd96c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (c0b46128-ecfc-4d26-b2d4-417520bb0875), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.330587 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.363212 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6995-836f-4240-b724-02bf258c7749 req-ba7cd77a-1c88-44e3-83a3-7f792e5e193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:10.365073 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4cce6995-836f-4240-b724-02bf258c7749 req-ba7cd77a-1c88-44e3-83a3-7f792e5e193d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625358 Mar 31 20:25:10.376854 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2c3cf18e-5e31-4ebb-8a99-4be4c8fd96c3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e0c1bbb8c084d3b9b77923fe6a9d8fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5450282 Mar 31 20:25:10.378179 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cf18e-5e31-4ebb-8a99-4be4c8fd96c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b46128-ecfc-4d26-b2d4-417520bb0875,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:10.380607 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40946) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:10.435709 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-37059097-2bc5-4b43-b6a1-7090ff874a84 admin admin] Publish callbacks [] for security_group (c0b46128-ecfc-4d26-b2d4-417520bb0875), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.465357 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-37059097-2bc5-4b43-b6a1-7090ff874a84 admin admin] Publish callbacks [] for security_group (c0b46128-ecfc-4d26-b2d4-417520bb0875), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.490743 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4cce6995-836f-4240-b724-02bf258c7749 req-a3f97df2-d93f-4058-80e1-de36df8a08ec service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186895 Mar 31 20:25:10.567408 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-37059097-2bc5-4b43-b6a1-7090ff874a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (c0b46128-ecfc-4d26-b2d4-417520bb0875), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.570106 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-37059097-2bc5-4b43-b6a1-7090ff874a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.571361 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-37059097-2bc5-4b43-b6a1-7090ff874a84 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c0b46128-ecfc-4d26-b2d4-417520bb0875 HTTP/1.1" status: 204 len: 168 time: 0.1897688 Mar 31 20:25:10.588876 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37059097-2bc5-4b43-b6a1-7090ff874a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b46128-ecfc-4d26-b2d4-417520bb0875,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:10.601993 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4cce6995-836f-4240-b724-02bf258c7749 req-f87e27fc-372b-47dd-93fd-409abef83f77 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047921 Mar 31 20:25:10.669577 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 40964) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:10.705736 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9beba2-ad80-4bbc-93eb-058e4cd588af req-dacb7d33-0efb-4fda-b484-028546802a69 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:10.712038 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bc9beba2-ad80-4bbc-93eb-058e4cd588af req-dacb7d33-0efb-4fda-b484-028546802a69 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.1018646 Mar 31 20:25:10.758383 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bc9beba2-ad80-4bbc-93eb-058e4cd588af req-0b9c53f8-24e2-473e-b913-f1a84064ab05 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454872 Mar 31 20:25:10.779217 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-224086192-network', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:10.876046 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] Made reservation on behalf of 66b468fa7c0b48f8a8f9825f4c66e974 for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:10.876998 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614da94-5b19-4bb6-9a9c-d68c9df0d757 req-93f241d6-5df9-4d87-b124-b7cb4103af0f tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:10.878391 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.878543 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e614da94-5b19-4bb6-9a9c-d68c9df0d757 req-93f241d6-5df9-4d87-b124-b7cb4103af0f tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0556605 Mar 31 20:25:10.887137 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.887435 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 40976) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:10.891823 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-db9f37f6-a239-42a7-9ad6-56b74ad4f1c5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Request body: {'floatingip': {'port_id': 'ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:10.972784 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-db9f37f6-a239-42a7-9ad6-56b74ad4f1c5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for floatingip (2874c083-4cd4-42ea-ad47-49c3abda5c3a), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.973361 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] Publish callbacks [] for security_group (c32afe78-d78a-4d89-b609-93a652efc88a), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.072239 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (c32afe78-d78a-4d89-b609-93a652efc88a), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.086315 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:25:11.096692 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (981f5afb-a901-4ba5-afbd-8805ffe88ccc), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.097069 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] Added segment 981f5afb-a901-4ba5-afbd-8805ffe88ccc of type vlan for network 47f2e690-836c-458a-a73e-19bb7d08d48a Mar 31 20:25:11.143808 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (47f2e690-836c-458a-a73e-19bb7d08d48a), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.223028 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32afe78-d78a-4d89-b609-93a652efc88a,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:11.301451 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f34c7-936d-4bb4-baae-6152e71cf281 req-321920eb-e6bc-4a45-adab-fa44fa95355c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:11.305505 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5e1f34c7-936d-4bb4-baae-6152e71cf281 req-321920eb-e6bc-4a45-adab-fa44fa95355c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.1287270 Mar 31 20:25:11.350543 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (47f2e690-836c-458a-a73e-19bb7d08d48a), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.351524 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:11.352141 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.416135 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] Pushing event updated for resources: {'Network': ['ID=47f2e690-836c-458a-a73e-19bb7d08d48a,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:11.426378 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 47f2e690-836c-458a-a73e-19bb7d08d48a details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:25:11.507527 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5e1f34c7-936d-4bb4-baae-6152e71cf281 req-e09f075b-c302-428b-95a5-38763ed42d38 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977730 Mar 31 20:25:11.559953 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0b37aa71-b8eb-4d68-a19e-b9f7d2988c83 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8886342 Mar 31 20:25:11.566572 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 41004) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:11.572000 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-01fcea7f-172d-46b9-b236-8c1da2296ba4 admin admin] Request body: {'subnet': {'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-224086192-subnet', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:11.675734 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fcea7f-172d-46b9-b236-8c1da2296ba4 admin admin] Made reservation on behalf of 66b468fa7c0b48f8a8f9825f4c66e974 for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:11.679054 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-01fcea7f-172d-46b9-b236-8c1da2296ba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12914336'] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.981222 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-db9f37f6-a239-42a7-9ad6-56b74ad4f1c5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.984777 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-01fcea7f-172d-46b9-b236-8c1da2296ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13429351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12914358'] for subnet (619799de-2ff5-4518-adca-8bcd94f61a31), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.043787 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcea7f-172d-46b9-b236-8c1da2296ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=619799de-2ff5-4518-adca-8bcd94f61a31,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:12.054445 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fcea7f-172d-46b9-b236-8c1da2296ba4 admin admin] Checking segment: {'id': '981f5afb-a901-4ba5-afbd-8805ffe88ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:12.054807 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fcea7f-172d-46b9-b236-8c1da2296ba4 admin admin] Network hostable DHCP agents. Network: 47f2e690-836c-458a-a73e-19bb7d08d48a, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:25:12.105833 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-db9f37f6-a239-42a7-9ad6-56b74ad4f1c5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (2874c083-4cd4-42ea-ad47-49c3abda5c3a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.133834 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fcea7f-172d-46b9-b236-8c1da2296ba4 admin admin] Network 47f2e690-836c-458a-a73e-19bb7d08d48a is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:25:12.201930 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-01fcea7f-172d-46b9-b236-8c1da2296ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 47f2e690-836c-458a-a73e-19bb7d08d48a) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:12.211316 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fcea7f-172d-46b9-b236-8c1da2296ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:12.211609 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [None req-db9f37f6-a239-42a7-9ad6-56b74ad4f1c5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Floating IP 2874c083-4cd4-42ea-ad47-49c3abda5c3a associated. External IP: 172.27.2.45, port: ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6. Mar 31 20:25:12.211735 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-01fcea7f-172d-46b9-b236-8c1da2296ba4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.221697 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dc4853-1499-4b6d-9642-b06e57330327 None None] Network 47f2e690-836c-458a-a73e-19bb7d08d48a requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:25:12.340087 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a47c094-6fbf-5610-a773-a6d0d3fbb37a-47f2e690-836c-458a-a73e-19bb7d08d48a', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'fixed_ips': [{'subnet_id': '619799de-2ff5-4518-adca-8bcd94f61a31'}]}} from dv-cinder-836070-1-iscsi. {{(pid=103922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:25:12.341284 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.356924 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-01fcea7f-172d-46b9-b236-8c1da2296ba4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7889442 Mar 31 20:25:12.363118 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 41036) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:12.365311 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:12.458098 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9f37f6-a239-42a7-9ad6-56b74ad4f1c5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Router e2a7eaa6-85f0-4831-9376-77401e25ec10 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:25:12.487723 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16473659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-649'] for router (f49fe70f-3044-4367-844f-c07c623a89f2), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.488809 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16473515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16467706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (f49fe70f-3044-4367-844f-c07c623a89f2), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.501806 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.db_base_plugin_common [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Allocated IP 172.20.0.2 (47f2e690-836c-458a-a73e-19bb7d08d48a/619799de-2ff5-4518-adca-8bcd94f61a31/e3a436ee-2a4c-41da-a218-455e3c284e0c) {{(pid=103922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:12.580112 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Publish callbacks [] for router_controller (f49fe70f-3044-4367-844f-c07c623a89f2), precommit_add_association {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.685470 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9f37f6-a239-42a7-9ad6-56b74ad4f1c5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:12.690627 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-db9f37f6-a239-42a7-9ad6-56b74ad4f1c5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.697522 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb320bcc-e5d2-43d5-a3b2-46027f55e272 None None] Sync routers for ids ['e2a7eaa6-85f0-4831-9376-77401e25ec10'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:12.716138 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb320bcc-e5d2-43d5-a3b2-46027f55e272 None None] Routers {'e2a7eaa6-85f0-4831-9376-77401e25ec10'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:12.716969 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-fb320bcc-e5d2-43d5-a3b2-46027f55e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e2a7eaa6-85f0-4831-9376-77401e25ec10'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:12.724683 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Publish callbacks [] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), precommit_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.745491 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fa854-7075-453a-a498-b9fe54adcf97 req-5b877242-9281-4578-bdf7-62f241a13d67 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:12.745491 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d72fa854-7075-453a-a498-b9fe54adcf97 req-5b877242-9281-4578-bdf7-62f241a13d67 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.1069825 Mar 31 20:25:12.745491 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-db9f37f6-a239-42a7-9ad6-56b74ad4f1c5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "PUT /v2.0/floatingips/2874c083-4cd4-42ea-ad47-49c3abda5c3a HTTP/1.1" status: 200 len: 991 time: 1.8493614 Mar 31 20:25:12.745491 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819f433c-14e3-4b35-8544-fabf0cb609d0', 'tag': 'ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:12.745491 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491f6b65-aa23-474d-99e5-e71fd4287405" -d '{"events": [{"name": "network-changed", "server_uuid": "819f433c-14e3-4b35-8544-fabf0cb609d0", "tag": "ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:12.819781 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.821764 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d72fa854-7075-453a-a498-b9fe54adcf97 req-f285f787-b648-45b4-a3a7-96cf4841f474 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653400 Mar 31 20:25:12.859218 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2598e047-4368-436d-9f2e-5201994fe331 x-openstack-request-id: req-2598e047-4368-436d-9f2e-5201994fe331 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:12.860432 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819f433c-14e3-4b35-8544-fabf0cb609d0", "tag": "ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:12.860811 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2598e047-4368-436d-9f2e-5201994fe331 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:12.861336 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2598e047-4368-436d-9f2e-5201994fe331'] response: {'name': 'network-changed', 'server_uuid': '819f433c-14e3-4b35-8544-fabf0cb609d0', 'tag': 'ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6', 'status': 'completed', 'code': 200} Mar 31 20:25:12.879084 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Network 47f2e690-836c-458a-a73e-19bb7d08d48a is already hosted by enough agents. {{(pid=103922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:12.882467 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.base_scheduler [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Resources bound (agent type, host, resource id): {{(pid=103922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:12.887043 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Received port after_create {{(pid=103922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:12.888571 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-fb320bcc-e5d2-43d5-a3b2-46027f55e272 None None] Set router e2a7eaa6-85f0-4831-9376-77401e25ec10 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:12.901374 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Pushing event updated for resources: {'Port': ['ID=e3a436ee-2a4c-41da-a218-455e3c284e0c,revision_number=1']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:12.908332 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Publish callbacks [] for router_gateway (f49fe70f-3044-4367-844f-c07c623a89f2), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.946650 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f6b65-aa23-474d-99e5-e71fd4287405 req-7e2caaca-0faf-4093-a57f-57fe91b0b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:12.954803 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-491f6b65-aa23-474d-99e5-e71fd4287405 req-7e2caaca-0faf-4093-a57f-57fe91b0b913 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8a88ee937e04771b0ceeacc3f46e720&device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 1130 time: 0.0861351 Mar 31 20:25:12.966117 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Attempting to bind port e3a436ee-2a4c-41da-a218-455e3c284e0c on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:12.966794 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Attempting to bind port e3a436ee-2a4c-41da-a218-455e3c284e0c by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '981f5afb-a901-4ba5-afbd-8805ffe88ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:12.967449 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Attempting to bind port e3a436ee-2a4c-41da-a218-455e3c284e0c on network 47f2e690-836c-458a-a73e-19bb7d08d48a {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:12.973201 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:12.973930 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Checking segment: {'id': '981f5afb-a901-4ba5-afbd-8805ffe88ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:12.974343 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.974733 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Bound using segment: {'id': '981f5afb-a901-4ba5-afbd-8805ffe88ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:12.975199 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Bound port: e3a436ee-2a4c-41da-a218-455e3c284e0c, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981f5afb-a901-4ba5-afbd-8805ffe88ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:12.975580 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.081003 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f6b65-aa23-474d-99e5-e71fd4287405 req-38374c50-5fde-4c4a-afad-aea415f95280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:13.082643 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-491f6b65-aa23-474d-99e5-e71fd4287405 req-38374c50-5fde-4c4a-afad-aea415f95280 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 HTTP/1.1" status: 200 len: 911 time: 0.1160285 Mar 31 20:25:13.107403 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] For port e3a436ee-2a4c-41da-a218-455e3c284e0c, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:13.112806 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] For port e3a436ee-2a4c-41da-a218-455e3c284e0c, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e3a436ee-2a4c-41da-a218-455e3c284e0c,segment=NetworkSegment(981f5afb-a901-4ba5-afbd-8805ffe88ccc),segment_id=981f5afb-a901-4ba5-afbd-8805ffe88ccc)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:13.185752 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.192325 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-491f6b65-aa23-474d-99e5-e71fd4287405 req-672e96b5-8918-4b1b-a23f-aa4ee9347f80 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 HTTP/1.1" status: 200 len: 999 time: 0.1016552 Mar 31 20:25:13.219458 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-fb320bcc-e5d2-43d5-a3b2-46027f55e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '2874c083-4cd4-42ea-ad47-49c3abda5c3a', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'port_id': 'ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'mac_address': 'fa:16:3e:f7:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819f433c-14e3-4b35-8544-fabf0cb609d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:35Z', 'updated_at': '2022-03-31T20:25:11Z', 'revision_number': 1, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:35Z', 'revision_number': 5, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:13.258561 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb320bcc-e5d2-43d5-a3b2-46027f55e272 None None] Checking router: e2a7eaa6-85f0-4831-9376-77401e25ec10 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:13.269560 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb320bcc-e5d2-43d5-a3b2-46027f55e272 None None] Routers {'e2a7eaa6-85f0-4831-9376-77401e25ec10'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:13.270591 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-fb320bcc-e5d2-43d5-a3b2-46027f55e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e2a7eaa6-85f0-4831-9376-77401e25ec10'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:13.293674 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f6b65-aa23-474d-99e5-e71fd4287405 req-809dc3fa-3ae2-42fc-9c40-05560b276b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:13.295263 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-491f6b65-aa23-474d-99e5-e71fd4287405 req-809dc3fa-3ae2-42fc-9c40-05560b276b86 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6 HTTP/1.1" status: 200 len: 849 time: 0.0971377 Mar 31 20:25:13.323163 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Publish callbacks [] for router_gateway (f49fe70f-3044-4367-844f-c07c623a89f2), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.331483 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc244d4-a002-430a-a8c4-739a48caa476 None None] Pushing event updated for resources: {'Port': ['ID=e3a436ee-2a4c-41da-a218-455e3c284e0c,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:13.354460 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.375309 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f6b65-aa23-474d-99e5-e71fd4287405 req-438deca2-d8de-4b14-822f-da98124fd96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:13.376944 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-491f6b65-aa23-474d-99e5-e71fd4287405 req-438deca2-d8de-4b14-822f-da98124fd96a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735321 Mar 31 20:25:13.427428 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-fb320bcc-e5d2-43d5-a3b2-46027f55e272 None None] Set router e2a7eaa6-85f0-4831-9376-77401e25ec10 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:13.509360 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-491f6b65-aa23-474d-99e5-e71fd4287405 req-82874b9e-adf4-437a-907b-cffbef16629a service neutron] 10.222.0.76 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246991 Mar 31 20:25:13.608947 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Allocated IP 172.27.2.18 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/f4aa8ee2-84a3-477c-9af0-a6af7dc786a1) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:13.693126 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-491f6b65-aa23-474d-99e5-e71fd4287405 req-974e6d16-8aa3-4d8c-a974-17e0e2a633ae service neutron] 10.222.0.76 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748919 Mar 31 20:25:13.780785 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-fb320bcc-e5d2-43d5-a3b2-46027f55e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '2874c083-4cd4-42ea-ad47-49c3abda5c3a', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'port_id': 'ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'mac_address': 'fa:16:3e:f7:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819f433c-14e3-4b35-8544-fabf0cb609d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:35Z', 'updated_at': '2022-03-31T20:25:11Z', 'revision_number': 1, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:35Z', 'revision_number': 5, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:13.810289 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb320bcc-e5d2-43d5-a3b2-46027f55e272 None None] The sync data for ids ['e2a7eaa6-85f0-4831-9376-77401e25ec10'] in dv-cinder-836070-1-iscsi is: [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '2874c083-4cd4-42ea-ad47-49c3abda5c3a', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'port_id': 'ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'mac_address': 'fa:16:3e:f7:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819f433c-14e3-4b35-8544-fabf0cb609d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:35Z', 'updated_at': '2022-03-31T20:25:11Z', 'revision_number': 1, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:35Z', 'revision_number': 5, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:13.993465 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114bc8f-170d-4c15-8bcf-0b774bac5c8e req-d94c1ec2-8550-4820-88ab-2e5e09f5cdd3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:13.999031 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7114bc8f-170d-4c15-8bcf-0b774bac5c8e req-d94c1ec2-8550-4820-88ab-2e5e09f5cdd3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0573592 Mar 31 20:25:14.069226 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7114bc8f-170d-4c15-8bcf-0b774bac5c8e req-5fe0d877-dccf-472b-b35d-52382f670032 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684164 Mar 31 20:25:14.073214 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Publish callbacks [] for port (f4aa8ee2-84a3-477c-9af0-a6af7dc786a1), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:14.208142 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (f4aa8ee2-84a3-477c-9af0-a6af7dc786a1), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:14.261343 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:14.266043 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8753b6-d669-42d4-9523-ab6351ec492d None None] New status for floating IP 2874c083-4cd4-42ea-ad47-49c3abda5c3a: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:25:14.268239 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:14.273119 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:14.277289 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f4aa8ee2-84a3-477c-9af0-a6af7dc786a1,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:14.676940 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Publish callbacks [] for router_gateway (f49fe70f-3044-4367-844f-c07c623a89f2), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:14.698612 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf9474b-3f0f-464a-9701-bed83f9c7868 None None] Network 47f2e690-836c-458a-a73e-19bb7d08d48a requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:25:14.830901 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-2eb133f2-1aea-4679-be8e-398cba646de9 None None] Provisioning complete for port e3a436ee-2a4c-41da-a218-455e3c284e0c triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:14.831365 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2eb133f2-1aea-4679-be8e-398cba646de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:14.911339 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16473506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16467501'] for router (f49fe70f-3044-4367-844f-c07c623a89f2), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:14.998697 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e3a436ee-2a4c-41da-a218-455e3c284e0c up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:15.039299 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-2eb133f2-1aea-4679-be8e-398cba646de9 None None] Current status of the port e3a436ee-2a4c-41da-a218-455e3c284e0c is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:15.039862 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2eb133f2-1aea-4679-be8e-398cba646de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:15.091548 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-2eb133f2-1aea-4679-be8e-398cba646de9 None None] For port e3a436ee-2a4c-41da-a218-455e3c284e0c, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e3a436ee-2a4c-41da-a218-455e3c284e0c,segment=NetworkSegment(981f5afb-a901-4ba5-afbd-8805ffe88ccc),segment_id=981f5afb-a901-4ba5-afbd-8805ffe88ccc)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:15.101153 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port e3a436ee-2a4c-41da-a218-455e3c284e0c triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:15.101581 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:15.105071 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Router f49fe70f-3044-4367-844f-c07c623a89f2 is scheduled to L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace with binding_index 1 {{(pid=103920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:25:15.151036 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2eb133f2-1aea-4679-be8e-398cba646de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:15.225426 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:15.235359 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port e3a436ee-2a4c-41da-a218-455e3c284e0c is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:15.245389 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb133f2-1aea-4679-be8e-398cba646de9 None None] Pushing event updated for resources: {'Port': ['ID=e3a436ee-2a4c-41da-a218-455e3c284e0c,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:15.246461 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Sync routers for ids ['f49fe70f-3044-4367-844f-c07c623a89f2'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:15.252305 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Routers {'f49fe70f-3044-4367-844f-c07c623a89f2'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:15.253084 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['f49fe70f-3044-4367-844f-c07c623a89f2'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:15.270871 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-91e5a777-d3ef-4f6c-9455-832098650ca8 None None] Provisioning complete for port e3a436ee-2a4c-41da-a218-455e3c284e0c triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:15.271379 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-91e5a777-d3ef-4f6c-9455-832098650ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:15.352382 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:15.355108 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-632cfa56-dba6-425e-baa9-2725614f83c4 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9935925 Mar 31 20:25:15.369094 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 41096) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:15.471420 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Set router f49fe70f-3044-4367-844f-c07c623a89f2 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:15.488584 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-91e5a777-d3ef-4f6c-9455-832098650ca8 None None] Current status of the port e3a436ee-2a4c-41da-a218-455e3c284e0c is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:15.672427 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:25:14Z', 'revision_number': 3, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port': {'id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:13Z', 'updated_at': '2022-03-31T20:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:15.710063 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Checking router: f49fe70f-3044-4367-844f-c07c623a89f2 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:15.710420 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Updating router f49fe70f-3044-4367-844f-c07c623a89f2 port f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 binding host dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:25:15.743259 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f4aa8ee2-84a3-477c-9af0-a6af7dc786a1), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:15.869861 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.008173 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Publish callbacks [] for port (f4aa8ee2-84a3-477c-9af0-a6af7dc786a1), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.039202 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Allocated IP 172.20.0.1 (47f2e690-836c-458a-a73e-19bb7d08d48a/619799de-2ff5-4518-adca-8bcd94f61a31/0ab67d64-38a2-4ae0-ba90-0e23744cdb4d) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:16.098467 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (f4aa8ee2-84a3-477c-9af0-a6af7dc786a1), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.154540 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Attempting to bind port f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:16.154909 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Attempting to bind port f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:16.156829 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Attempting to bind port f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 on network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:16.156952 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Publish callbacks [] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.157117 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d5fa5-a677-4376-b5dc-e5230674a353 None None] Pushing event updated for resources: {'Port': ['ID=f4aa8ee2-84a3-477c-9af0-a6af7dc786a1,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:16.162657 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:16.163030 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Checking segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:16.163435 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.163818 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Bound using segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:16.164278 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Bound port: f4aa8ee2-84a3-477c-9af0-a6af7dc786a1, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:16.164654 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f4aa8ee2-84a3-477c-9af0-a6af7dc786a1), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.216978 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] For port f4aa8ee2-84a3-477c-9af0-a6af7dc786a1, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:16.219913 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] For port f4aa8ee2-84a3-477c-9af0-a6af7dc786a1, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=f4aa8ee2-84a3-477c-9af0-a6af7dc786a1,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:16.253684 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.288834 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (f4aa8ee2-84a3-477c-9af0-a6af7dc786a1), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.294428 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Network 47f2e690-836c-458a-a73e-19bb7d08d48a is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:16.297649 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:16.301340 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:16.338970 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Pushing event updated for resources: {'Port': ['ID=0ab67d64-38a2-4ae0-ba90-0e23744cdb4d,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:16.350974 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Routers {'f49fe70f-3044-4367-844f-c07c623a89f2'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:16.351307 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['f49fe70f-3044-4367-844f-c07c623a89f2'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:16.358229 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467962'] for router_interface (f49fe70f-3044-4367-844f-c07c623a89f2), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.440294 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d5fa5-a677-4376-b5dc-e5230674a353 None None] Pushing event updated for resources: {'Port': ['ID=f4aa8ee2-84a3-477c-9af0-a6af7dc786a1,revision_number=3']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:16.483941 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] Set router f49fe70f-3044-4367-844f-c07c623a89f2 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:16.592949 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.633178 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-d61b7613-1d82-41a1-b2bf-d4a669d8c43b None None] Provisioning complete for port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:16.633714 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-d61b7613-1d82-41a1-b2bf-d4a669d8c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.691861 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-d61b7613-1d82-41a1-b2bf-d4a669d8c43b None None] Port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:16.692119 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:25:14Z', 'revision_number': 3, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port': {'id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:13Z', 'updated_at': '2022-03-31T20:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:16.725504 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1b377f-ed5d-4c43-a335-898304cba3f9 None None] The sync data for ids ['f49fe70f-3044-4367-844f-c07c623a89f2'] in dv-cinder-836070-1-iscsi is: [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:25:14Z', 'revision_number': 3, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port': {'id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:13Z', 'updated_at': '2022-03-31T20:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:16.804985 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Publish callbacks [] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.893175 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.914976 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e3a436ee-2a4c-41da-a218-455e3c284e0c up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:16.965557 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467822'] for router_interface (f49fe70f-3044-4367-844f-c07c623a89f2), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.967323 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Pushing event updated for resources: {'Port': ['ID=0ab67d64-38a2-4ae0-ba90-0e23744cdb4d,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:16.987181 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port e3a436ee-2a4c-41da-a218-455e3c284e0c triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:16.989829 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:17.103009 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Network 47f2e690-836c-458a-a73e-19bb7d08d48a is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:17.104602 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:17.140899 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port e3a436ee-2a4c-41da-a218-455e3c284e0c is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:17.241320 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Router f49fe70f-3044-4367-844f-c07c623a89f2 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:25:17.370477 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:17.386086 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-5e219da8-c795-4bb3-a559-e6fb3168467b admin admin] 10.222.0.74 "PUT /v2.0/routers/f49fe70f-3044-4367-844f-c07c623a89f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0066316 Mar 31 20:25:17.422666 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-b3248d4a-0afc-4272-8afb-e20768c2a101 None None] Provisioning complete for port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:17.423045 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b3248d4a-0afc-4272-8afb-e20768c2a101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:17.460075 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-b3248d4a-0afc-4272-8afb-e20768c2a101 None None] Port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:17.513620 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-be1a6144-f200-4aee-8959-bacfceeace36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.213057 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 41158) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:18.220367 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1520879667-network', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:18.316101 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] Made reservation on behalf of a9f762bdc09d41368e37159e0e4c678b for: {'network': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:18.318551 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.328420 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.353036 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 41160) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:18.364377 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-b977a70e-fa0d-45a1-99a1-a80203addbe1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270148334', 'description': 'tempest-description--1421647574'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:18.416420 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] Publish callbacks [] for security_group (8fdd94e5-2048-41a1-88b3-21dfb3111b7f), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.462261 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Sync routers for ids ['f49fe70f-3044-4367-844f-c07c623a89f2'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:18.471499 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Routers {'f49fe70f-3044-4367-844f-c07c623a89f2'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:18.472135 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:24:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['f49fe70f-3044-4367-844f-c07c623a89f2'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:18.505061 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b977a70e-fa0d-45a1-99a1-a80203addbe1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.534227 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (8fdd94e5-2048-41a1-88b3-21dfb3111b7f), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.577798 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=103921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:25:18.580170 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdd94e5-2048-41a1-88b3-21dfb3111b7f,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:18.584085 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b977a70e-fa0d-45a1-99a1-a80203addbe1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for security_group (2f7d9bf4-307a-4ac0-a338-4924a0fedd09), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.590604 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (48ab31c4-446a-43b0-a187-cdf53b91e828), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.591159 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.segments_db [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] Added segment 48ab31c4-446a-43b0-a187-cdf53b91e828 of type vlan for network fe1c151f-68af-425a-a71a-fee864913273 Mar 31 20:25:18.603101 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Set router f49fe70f-3044-4367-844f-c07c623a89f2 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:18.633861 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (fe1c151f-68af-425a-a71a-fee864913273), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.674778 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b977a70e-fa0d-45a1-99a1-a80203addbe1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (2f7d9bf4-307a-4ac0-a338-4924a0fedd09), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.719004 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977a70e-fa0d-45a1-99a1-a80203addbe1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7d9bf4-307a-4ac0-a338-4924a0fedd09,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:18.725724 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (fe1c151f-68af-425a-a71a-fee864913273), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.727062 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:18.727699 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.790264 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 41168) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:18.800117 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5843873 Mar 31 20:25:18.803783 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedc459-91d3-4194-8275-bb88670c4e97 admin admin] Pushing event updated for resources: {'Network': ['ID=fe1c151f-68af-425a-a71a-fee864913273,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:18.806304 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 41172) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:18.814659 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-3b4925d4-a21e-4b63-9b92-709b3ae0fc2f admin admin] Request body: {'subnet': {'network_id': 'fe1c151f-68af-425a-a71a-fee864913273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1520879667-subnet', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b', 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:18.818727 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network fe1c151f-68af-425a-a71a-fee864913273 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:25:18.826783 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b977a70e-fa0d-45a1-99a1-a80203addbe1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.828018 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b977a70e-fa0d-45a1-99a1-a80203addbe1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4731884 Mar 31 20:25:18.832192 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 41174) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:18.839152 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-f9bc2d0f-ad1b-4054-94ff-5a3bf2c5f52c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Request body: {'security_group_rule': {'security_group_id': '2f7d9bf4-307a-4ac0-a338-4924a0fedd09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:18.893319 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4925d4-a21e-4b63-9b92-709b3ae0fc2f admin admin] Made reservation on behalf of a9f762bdc09d41368e37159e0e4c678b for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:18.896320 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3b4925d4-a21e-4b63-9b92-709b3ae0fc2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12914336'] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.912256 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:25:16Z', 'revision_number': 4, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port': {'id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:13Z', 'updated_at': '2022-03-31T20:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '0ab67d64-38a2-4ae0-ba90-0e23744cdb4d', 'name': '', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'mac_address': 'fa:16:3e:f6:ee:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:15Z', 'updated_at': '2022-03-31T20:25:16Z', 'revision_number': 2, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'subnets': [{'id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:18.928129 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2d0f-ad1b-4054-94ff-5a3bf2c5f52c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for security_group_rule (8d1f43c4-031d-4c88-8ec4-48ddbdb4e89a), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.963502 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Checking router: f49fe70f-3044-4367-844f-c07c623a89f2 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:18.965066 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Updating router f49fe70f-3044-4367-844f-c07c623a89f2 port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d binding host dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:25:18.989150 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:18.991509 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ec10-467f-4965-bd6d-1ec14829a991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.003473 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2d0f-ad1b-4054-94ff-5a3bf2c5f52c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for security_group_rule (8d1f43c4-031d-4c88-8ec4-48ddbdb4e89a), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.031295 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.041436 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2d0f-ad1b-4054-94ff-5a3bf2c5f52c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (8d1f43c4-031d-4c88-8ec4-48ddbdb4e89a), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.060479 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc2d0f-ad1b-4054-94ff-5a3bf2c5f52c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1f43c4-031d-4c88-8ec4-48ddbdb4e89a,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:19.079528 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:19.079528 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (f4aa8ee2-84a3-477c-9af0-a6af7dc786a1), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.123711 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2d0f-ad1b-4054-94ff-5a3bf2c5f52c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.133050 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-f9bc2d0f-ad1b-4054-94ff-5a3bf2c5f52c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2914741 Mar 31 20:25:19.134914 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 41180) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:19.139886 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-abd2bf24-b22c-49c3-b85b-38f4b686747e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Request body: {'security_group_rule': {'security_group_id': '2f7d9bf4-307a-4ac0-a338-4924a0fedd09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:19.208550 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ec10-467f-4965-bd6d-1ec14829a991 admin admin] Publish callbacks [] for security_group (4869f494-ed1e-41a9-8768-379c7847cf42), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.247312 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-abd2bf24-b22c-49c3-b85b-38f4b686747e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for security_group_rule (374b04d9-dd46-4e90-abfe-d894b0b2723e), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.286806 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:19.287197 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f4aa8ee2-84a3-477c-9af0-a6af7dc786a1), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.305390 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-abd2bf24-b22c-49c3-b85b-38f4b686747e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for security_group_rule (374b04d9-dd46-4e90-abfe-d894b0b2723e), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.321331 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port f4aa8ee2-84a3-477c-9af0-a6af7dc786a1, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=f4aa8ee2-84a3-477c-9af0-a6af7dc786a1,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:19.373064 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ec10-467f-4965-bd6d-1ec14829a991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (4869f494-ed1e-41a9-8768-379c7847cf42), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.399319 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Publish callbacks [] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.414155 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a5a9ec10-467f-4965-bd6d-1ec14829a991 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4ca5dd0bdbf44e6ebb39b6684311e8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6226714 Mar 31 20:25:19.415226 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9ec10-467f-4965-bd6d-1ec14829a991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4869f494-ed1e-41a9-8768-379c7847cf42,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:19.415830 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 41182) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:19.468399 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc6ce-6a0e-4d0a-a799-b073899b1433 admin admin] Publish callbacks [] for security_group (4869f494-ed1e-41a9-8768-379c7847cf42), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.470612 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3b4925d4-a21e-4b63-9b92-709b3ae0fc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13429351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12914358'] for subnet (64593824-4601-4b8e-b58b-2ad43f15f8c9), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.471755 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-abd2bf24-b22c-49c3-b85b-38f4b686747e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (374b04d9-dd46-4e90-abfe-d894b0b2723e), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.505000 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2bf24-b22c-49c3-b85b-38f4b686747e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374b04d9-dd46-4e90-abfe-d894b0b2723e,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:19.505836 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.512868 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc6ce-6a0e-4d0a-a799-b073899b1433 admin admin] Publish callbacks [] for security_group (4869f494-ed1e-41a9-8768-379c7847cf42), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.513966 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (f4aa8ee2-84a3-477c-9af0-a6af7dc786a1), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.559826 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4925d4-a21e-4b63-9b92-709b3ae0fc2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=64593824-4601-4b8e-b58b-2ad43f15f8c9,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:19.585546 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4925d4-a21e-4b63-9b92-709b3ae0fc2f admin admin] Checking segment: {'id': '48ab31c4-446a-43b0-a187-cdf53b91e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'fe1c151f-68af-425a-a71a-fee864913273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:19.586035 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4925d4-a21e-4b63-9b92-709b3ae0fc2f admin admin] Network hostable DHCP agents. Network: fe1c151f-68af-425a-a71a-fee864913273, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:25:19.596639 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-abd2bf24-b22c-49c3-b85b-38f4b686747e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.599687 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-abd2bf24-b22c-49c3-b85b-38f4b686747e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4637520 Mar 31 20:25:19.604433 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 41186) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:19.615628 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Request body: {'floatingip': {'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:19.634309 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59276647-1c77-4b7b-924d-0c6e909da2c5 None None] Pushing event updated for resources: {'Port': ['ID=0ab67d64-38a2-4ae0-ba90-0e23744cdb4d,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:19.667835 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Attempting to bind port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:19.668216 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Attempting to bind port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '981f5afb-a901-4ba5-afbd-8805ffe88ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:19.668586 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Attempting to bind port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d on network 47f2e690-836c-458a-a73e-19bb7d08d48a {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:19.678328 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:19.681425 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Checking segment: {'id': '981f5afb-a901-4ba5-afbd-8805ffe88ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:19.682135 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.686830 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Bound using segment: {'id': '981f5afb-a901-4ba5-afbd-8805ffe88ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:19.686830 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Bound port: 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981f5afb-a901-4ba5-afbd-8805ffe88ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:19.686830 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.699932 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc6ce-6a0e-4d0a-a799-b073899b1433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (4869f494-ed1e-41a9-8768-379c7847cf42), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.703336 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc6ce-6a0e-4d0a-a799-b073899b1433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.707412 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-9a9dc6ce-6a0e-4d0a-a799-b073899b1433 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4869f494-ed1e-41a9-8768-379c7847cf42 HTTP/1.1" status: 204 len: 168 time: 0.2879434 Mar 31 20:25:19.707568 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.715208 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=f4aa8ee2-84a3-477c-9af0-a6af7dc786a1,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:19.720058 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4925d4-a21e-4b63-9b92-709b3ae0fc2f admin admin] Network fe1c151f-68af-425a-a71a-fee864913273 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:25:19.725109 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9dc6ce-6a0e-4d0a-a799-b073899b1433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4869f494-ed1e-41a9-8768-379c7847cf42,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:19.842750 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] For port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:19.849762 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] For port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=0ab67d64-38a2-4ae0-ba90-0e23744cdb4d,segment=NetworkSegment(981f5afb-a901-4ba5-afbd-8805ffe88ccc),segment_id=981f5afb-a901-4ba5-afbd-8805ffe88ccc)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:19.851163 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-aea12b02-2368-44d9-b8b6-fb5672a817a8 None None] Provisioning complete for port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:19.851717 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-aea12b02-2368-44d9-b8b6-fb5672a817a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.862578 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 41196) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:19.889988 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-aea12b02-2368-44d9-b8b6-fb5672a817a8 None None] Port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:19.891689 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-3b4925d4-a21e-4b63-9b92-709b3ae0fc2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, fe1c151f-68af-425a-a71a-fee864913273) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:19.904434 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4925d4-a21e-4b63-9b92-709b3ae0fc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:19.905157 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3b4925d4-a21e-4b63-9b92-709b3ae0fc2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.907375 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09212899-3433-4683-adf0-b641c05c4692 None None] Network fe1c151f-68af-425a-a71a-fee864913273 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:25:19.924823 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.944723 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c746e168-c6b0-4de0-807e-d760d8c4b5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.980993 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.031587 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-3b4925d4-a21e-4b63-9b92-709b3ae0fc2f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2242029 Mar 31 20:25:20.034510 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 41200) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:20.041627 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1520879667-router', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:20.049082 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-be93ad5d-582c-4f8d-b22b-2bb017b13861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.072958 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Allocated IP 172.27.2.46 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/405fb68a-474b-453b-a359-59a8a162769c) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:20.080320 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Routers {'f49fe70f-3044-4367-844f-c07c623a89f2'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:20.081028 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:25:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['f49fe70f-3044-4367-844f-c07c623a89f2'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:20.095128 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a47c094-6fbf-5610-a773-a6d0d3fbb37a-fe1c151f-68af-425a-a71a-fee864913273', 'network_id': 'fe1c151f-68af-425a-a71a-fee864913273', 'project_id': 'a9f762bdc09d41368e37159e0e4c678b', 'fixed_ips': [{'subnet_id': '64593824-4601-4b8e-b58b-2ad43f15f8c9'}]}} from dv-cinder-836070-1-iscsi. {{(pid=103922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:25:20.095907 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.136627 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16473659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-649'] for router (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.137880 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16473515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16467706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.185383 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59276647-1c77-4b7b-924d-0c6e909da2c5 None None] Pushing event updated for resources: {'Port': ['ID=0ab67d64-38a2-4ae0-ba90-0e23744cdb4d,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:20.235962 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Publish callbacks [] for router_controller (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), precommit_add_association {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.329908 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-be93ad5d-582c-4f8d-b22b-2bb017b13861 admin admin] Publish callbacks [] for security_group (210b05c7-7980-47c3-9a8c-3a2799d11640), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.346507 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] Set router f49fe70f-3044-4367-844f-c07c623a89f2 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:20.366435 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for port (405fb68a-474b-453b-a359-59a8a162769c), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.394401 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-faa0ff63-4b48-40d2-a8d8-535981bdc608 None None] Provisioning complete for port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:20.394777 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-faa0ff63-4b48-40d2-a8d8-535981bdc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.402943 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.db_base_plugin_common [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Allocated IP 172.20.0.2 (fe1c151f-68af-425a-a71a-fee864913273/64593824-4601-4b8e-b58b-2ad43f15f8c9/b4f74703-2bdb-4fd2-b190-13d5b8b61cc8) {{(pid=103922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:20.430259 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-be93ad5d-582c-4f8d-b22b-2bb017b13861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (210b05c7-7980-47c3-9a8c-3a2799d11640), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.448939 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Publish callbacks [] for router_gateway (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.472155 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-be93ad5d-582c-4f8d-b22b-2bb017b13861 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7269959f53614215b936dc2133be63b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6084969 Mar 31 20:25:20.476196 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93ad5d-582c-4f8d-b22b-2bb017b13861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210b05c7-7980-47c3-9a8c-3a2799d11640,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:20.476422 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 41204) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:20.535842 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-109ebc40-f687-4fc3-99f2-0c508e1b5b82 admin admin] Publish callbacks [] for security_group (210b05c7-7980-47c3-9a8c-3a2799d11640), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.566285 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-109ebc40-f687-4fc3-99f2-0c508e1b5b82 admin admin] Publish callbacks [] for security_group (210b05c7-7980-47c3-9a8c-3a2799d11640), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.568649 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (405fb68a-474b-453b-a359-59a8a162769c), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.631239 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:20.635854 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:20.644865 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:20.675986 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 41208) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:20.694107 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c86cb1ee-da94-43a1-aa9a-4e95f01f514f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.711521 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Pushing event updated for resources: {'Port': ['ID=405fb68a-474b-453b-a359-59a8a162769c,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:20.741918 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-109ebc40-f687-4fc3-99f2-0c508e1b5b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (210b05c7-7980-47c3-9a8c-3a2799d11640), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.744548 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-109ebc40-f687-4fc3-99f2-0c508e1b5b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.745905 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-109ebc40-f687-4fc3-99f2-0c508e1b5b82 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/210b05c7-7980-47c3-9a8c-3a2799d11640 HTTP/1.1" status: 204 len: 168 time: 0.2692671 Mar 31 20:25:20.786438 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ebc40-f687-4fc3-99f2-0c508e1b5b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210b05c7-7980-47c3-9a8c-3a2799d11640,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:20.807752 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for floatingip (6b9c9682-148a-43f7-b3ce-0541a86e4fd0), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.867650 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-faa0ff63-4b48-40d2-a8d8-535981bdc608 None None] Current status of the port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:20.868148 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-faa0ff63-4b48-40d2-a8d8-535981bdc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.949459 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Publish callbacks [] for router_gateway (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.966713 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (405fb68a-474b-453b-a359-59a8a162769c), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.971527 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Publish callbacks [] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), precommit_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.978915 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-faa0ff63-4b48-40d2-a8d8-535981bdc608 None None] For port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=0ab67d64-38a2-4ae0-ba90-0e23744cdb4d,segment=NetworkSegment(981f5afb-a901-4ba5-afbd-8805ffe88ccc),segment_id=981f5afb-a901-4ba5-afbd-8805ffe88ccc)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:20.994915 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:25:16Z', 'revision_number': 4, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port': {'id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:13Z', 'updated_at': '2022-03-31T20:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '0ab67d64-38a2-4ae0-ba90-0e23744cdb4d', 'name': '', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'mac_address': 'fa:16:3e:f6:ee:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:15Z', 'updated_at': '2022-03-31T20:25:19Z', 'revision_number': 4, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'subnets': [{'id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:21.030957 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:21.033717 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b0dd7-83ba-400b-8248-a851fb7105be None None] The sync data for ids ['f49fe70f-3044-4367-844f-c07c623a89f2'] in dv-cinder-836070-1-iscsi is: [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:25:16Z', 'revision_number': 4, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port': {'id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:13Z', 'updated_at': '2022-03-31T20:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '0ab67d64-38a2-4ae0-ba90-0e23744cdb4d', 'name': '', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'mac_address': 'fa:16:3e:f6:ee:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:15Z', 'updated_at': '2022-03-31T20:25:19Z', 'revision_number': 4, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'subnets': [{'id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:21.035335 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.059619 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.100688 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-faa0ff63-4b48-40d2-a8d8-535981bdc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.121136 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Network fe1c151f-68af-425a-a71a-fee864913273 is already hosted by enough agents. {{(pid=103922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:21.127769 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.base_scheduler [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Resources bound (agent type, host, resource id): {{(pid=103922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:21.173970 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Received port after_create {{(pid=103922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:21.186533 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Pushing event updated for resources: {'Port': ['ID=b4f74703-2bdb-4fd2-b190-13d5b8b61cc8,revision_number=1']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:21.249836 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for port (405fb68a-474b-453b-a359-59a8a162769c), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.285664 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c86cb1ee-da94-43a1-aa9a-4e95f01f514f admin admin] Publish callbacks [] for security_group (e1074794-58a5-4a2c-a5ad-97e762a30171), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.291555 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:21.292305 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (f4aa8ee2-84a3-477c-9af0-a6af7dc786a1), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.294136 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.322132 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (405fb68a-474b-453b-a359-59a8a162769c), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.339983 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0ff63-4b48-40d2-a8d8-535981bdc608 None None] Pushing event updated for resources: {'Port': ['ID=0ab67d64-38a2-4ae0-ba90-0e23744cdb4d,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:21.344768 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Attempting to bind port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:21.345382 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Attempting to bind port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '48ab31c4-446a-43b0-a187-cdf53b91e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'fe1c151f-68af-425a-a71a-fee864913273'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:21.345815 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Attempting to bind port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 on network fe1c151f-68af-425a-a71a-fee864913273 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:21.353288 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:21.353825 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Checking segment: {'id': '48ab31c4-446a-43b0-a187-cdf53b91e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'fe1c151f-68af-425a-a71a-fee864913273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:21.354335 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.354855 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Bound using segment: {'id': '48ab31c4-446a-43b0-a187-cdf53b91e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'fe1c151f-68af-425a-a71a-fee864913273'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:21.355610 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Bound port: b4f74703-2bdb-4fd2-b190-13d5b8b61cc8, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ab31c4-446a-43b0-a187-cdf53b91e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'fe1c151f-68af-425a-a71a-fee864913273'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:21.356086 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.424050 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c86cb1ee-da94-43a1-aa9a-4e95f01f514f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (e1074794-58a5-4a2c-a5ad-97e762a30171), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.472397 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cb1ee-da94-43a1-aa9a-4e95f01f514f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1074794-58a5-4a2c-a5ad-97e762a30171,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:21.508130 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Pushing event updated for resources: {'Port': ['ID=405fb68a-474b-453b-a359-59a8a162769c,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:21.509719 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-c86cb1ee-da94-43a1-aa9a-4e95f01f514f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bf7a92b9439047d78f99baaba802fd82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8326097 Mar 31 20:25:21.523749 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 41220) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:21.534933 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] For port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:21.546387 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:21.570457 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Allocated IP 172.27.2.25 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/549aeca8-f9cb-4342-9950-afec4b875aa5) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:21.571222 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (6b9c9682-148a-43f7-b3ce-0541a86e4fd0), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.576385 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] For port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=b4f74703-2bdb-4fd2-b190-13d5b8b61cc8,segment=NetworkSegment(48ab31c4-446a-43b0-a187-cdf53b91e828),segment_id=48ab31c4-446a-43b0-a187-cdf53b91e828)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:21.631518 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.632318 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ded96717-8d1c-4679-ba57-70b75b7f9f03 admin admin] Publish callbacks [] for security_group (e1074794-58a5-4a2c-a5ad-97e762a30171), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.664983 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.674921 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-58de7235-0f9c-4f02-a3ad-85e6ecf1fa9f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0603688 Mar 31 20:25:21.674921 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ded96717-8d1c-4679-ba57-70b75b7f9f03 admin admin] Publish callbacks [] for security_group (e1074794-58a5-4a2c-a5ad-97e762a30171), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.725810 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5adf4-de43-4ae2-abf9-55a356add0df None None] Pushing event updated for resources: {'Port': ['ID=b4f74703-2bdb-4fd2-b190-13d5b8b61cc8,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:21.773427 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Publish callbacks [] for port (549aeca8-f9cb-4342-9950-afec4b875aa5), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.796045 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ded96717-8d1c-4679-ba57-70b75b7f9f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (e1074794-58a5-4a2c-a5ad-97e762a30171), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.799540 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ded96717-8d1c-4679-ba57-70b75b7f9f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.804283 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ded96717-8d1c-4679-ba57-70b75b7f9f03 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e1074794-58a5-4a2c-a5ad-97e762a30171 HTTP/1.1" status: 204 len: 168 time: 0.2723172 Mar 31 20:25:21.823122 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded96717-8d1c-4679-ba57-70b75b7f9f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1074794-58a5-4a2c-a5ad-97e762a30171,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:22.037768 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (549aeca8-f9cb-4342-9950-afec4b875aa5), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:22.048996 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-bf4fe2b1-1af7-4db3-a7ed-3a8bdc166a5f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--270148334&fields=id&tenant_id=e6d77c702db8412b99606b6691146301 HTTP/1.1" status: 200 len: 267 time: 0.0845931 Mar 31 20:25:22.110574 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:22.159386 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:22.168502 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:22.200063 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Pushing event updated for resources: {'Port': ['ID=549aeca8-f9cb-4342-9950-afec4b875aa5,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:22.202627 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:22.371270 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-fc1d6048-da9c-4bcd-a747-b46a2ea4762a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:22.377382 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-fc1d6048-da9c-4bcd-a747-b46a2ea4762a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 819 time: 0.3022320 Mar 31 20:25:22.398230 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-d87809a3-34ab-4506-96e3-47c9e571ed91 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/quotas/e6d77c702db8412b99606b6691146301 HTTP/1.1" status: 200 len: 375 time: 0.0186870 Mar 31 20:25:22.507117 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-df92486f-f444-48b4-8df3-5a7bcabc36d0 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0988986 Mar 31 20:25:22.581599 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 41260) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:22.715770 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-f2c5bc66-a0bf-4a9e-bcf4-9d4f26f3be7d service neutron] 10.222.0.74 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982114 Mar 31 20:25:22.746919 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Publish callbacks [] for router_gateway (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:22.861573 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1797600652-network', 'tenant_id': '25acf5c1d0134a1ca48c9c03d0b9b69d'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:22.995755 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] Made reservation on behalf of 25acf5c1d0134a1ca48c9c03d0b9b69d for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:22.998149 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.007137 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.040898 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-b2db2147-c2ed-41c3-a418-a2ba825c8d4c service neutron] 10.222.0.74 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129539 Mar 31 20:25:23.142272 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:23.185222 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] Publish callbacks [] for security_group (68011712-a4d8-452a-85cb-0030c5af40c4), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.214174 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0aacb8-00c6-4851-91fe-1c2720d27ebe None None] Network fe1c151f-68af-425a-a71a-fee864913273 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:25:23.260956 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-5cf51958-2ede-4b5e-83ca-f96ef6bbc3fb tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867078111&fields=id&tenant_id=a284702199b1404d8909d29eefb5820b HTTP/1.1" status: 200 len: 267 time: 0.0705714 Mar 31 20:25:23.264870 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (68011712-a4d8-452a-85cb-0030c5af40c4), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.274070 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:23.274447 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.308828 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68011712-a4d8-452a-85cb-0030c5af40c4,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:23.332398 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16473506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16467501'] for router (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.349248 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-bab4568d-335a-452c-9ac7-ded9fa083e78 None None] Provisioning complete for port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:23.350022 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:25:23.350388 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab4568d-335a-452c-9ac7-ded9fa083e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.382257 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 41296) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:23.396305 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (43f20563-179b-4d26-b72d-873a9ed8bffe), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.396928 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] Added segment 43f20563-179b-4d26-b72d-873a9ed8bffe of type vlan for network 67805899-6a3d-42e3-aa24-8473050fa597 Mar 31 20:25:23.486860 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (67805899-6a3d-42e3-aa24-8473050fa597), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.498003 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-a43968aa-2803-47ae-ad6f-d06d6c994348 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:23.508376 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-a43968aa-2803-47ae-ad6f-d06d6c994348 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 812 time: 0.2457530 Mar 31 20:25:23.512156 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6c8caec9-6f12-4b94-830e-4e7fcc7aee1d req-3cd2bc32-cb1b-4a30-b061-21cf79f1e411 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 210 time: 0.0558677 Mar 31 20:25:23.545175 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-e00bad75-2250-4e87-946b-1eee2b6ee12a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/quotas/a284702199b1404d8909d29eefb5820b HTTP/1.1" status: 200 len: 375 time: 0.0357354 Mar 31 20:25:23.562290 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:23.566438 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.591003 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1191827495-network', 'tenant_id': '1088fbcd4da44e6da3512a11cf070c0b'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:23.620582 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-bab4568d-335a-452c-9ac7-ded9fa083e78 None None] Current status of the port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:23.622100 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab4568d-335a-452c-9ac7-ded9fa083e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.630219 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (67805899-6a3d-42e3-aa24-8473050fa597), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.634416 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:23.634416 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.677461 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-296c07bc-9e48-4757-ad66-f2ab74e4efc9 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311092 Mar 31 20:25:23.680528 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=b4f74703-2bdb-4fd2-b190-13d5b8b61cc8,segment=NetworkSegment(48ab31c4-446a-43b0-a187-cdf53b91e828),segment_id=48ab31c4-446a-43b0-a187-cdf53b91e828)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:23.711910 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] Made reservation on behalf of 1088fbcd4da44e6da3512a11cf070c0b for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:23.714255 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.730958 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.733837 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] Pushing event updated for resources: {'Network': ['ID=67805899-6a3d-42e3-aa24-8473050fa597,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:23.749055 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 67805899-6a3d-42e3-aa24-8473050fa597 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:25:23.789459 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Router 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 is scheduled to L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace with binding_index 1 {{(pid=103921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:25:23.795665 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f1c4086d-67f4-44d4-862c-4bb3a2c4118d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2126999 Mar 31 20:25:23.802105 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 41306) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:23.815673 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.815897 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-2b59b7e4-fca2-4e9b-8b6b-e7d1acada469 admin admin] Request body: {'subnet': {'network_id': '67805899-6a3d-42e3-aa24-8473050fa597', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1797600652-subnet', 'tenant_id': '25acf5c1d0134a1ca48c9c03d0b9b69d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:23.816004 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:23.818864 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-46a0f26c-fefa-46d2-96d1-ce29c80a48b3 service neutron] 10.222.0.74 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381831 Mar 31 20:25:23.827073 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.886420 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] Publish callbacks [] for security_group (c06ad8c6-e06d-47a2-abc5-752c8d5484d9), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.898565 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b59b7e4-fca2-4e9b-8b6b-e7d1acada469 admin admin] Made reservation on behalf of 25acf5c1d0134a1ca48c9c03d0b9b69d for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:23.901940 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2b59b7e4-fca2-4e9b-8b6b-e7d1acada469 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12914336'] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.955033 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (c06ad8c6-e06d-47a2-abc5-752c8d5484d9), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.974539 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.db.api [None req-bab4568d-335a-452c-9ac7-ded9fa083e78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 20:25:23.975123 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG oslo_db.api [None req-bab4568d-335a-452c-9ac7-ded9fa083e78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 20:25:23.976860 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=b4f74703-2bdb-4fd2-b190-13d5b8b61cc8,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:23.991440 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:23.992035 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.999210 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:25:24.021337 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-42ef37cf-ab4d-4d8b-9612-997ca86c0afb service neutron] 10.222.0.74 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012703 Mar 31 20:25:24.028687 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06ad8c6-e06d-47a2-abc5-752c8d5484d9,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:24.047783 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:24.048601 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (ce3acc30-0833-4eee-8219-36842b488a1d), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:24.049499 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] Added segment ce3acc30-0833-4eee-8219-36842b488a1d of type vlan for network 58eeba0a-c0aa-4da8-9148-df425d642d87 Mar 31 20:25:24.059083 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Sync routers for ids ['3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:24.080058 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Routers {'3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:24.081162 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:25:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:24.122535 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (58eeba0a-c0aa-4da8-9148-df425d642d87), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:24.161842 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:24.164030 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-a81610ea-27cc-4eae-92d7-073ef4710f48 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1266031 Mar 31 20:25:24.166567 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:24.166900 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 41314) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:24.250992 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Set router 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:24.272904 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (58eeba0a-c0aa-4da8-9148-df425d642d87), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:24.274258 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:24.274431 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:24.346230 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] Pushing event updated for resources: {'Network': ['ID=58eeba0a-c0aa-4da8-9148-df425d642d87,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:24.356939 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 58eeba0a-c0aa-4da8-9148-df425d642d87 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:25:24.379533 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2b59b7e4-fca2-4e9b-8b6b-e7d1acada469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13429351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12914358'] for subnet (6ed5a17d-7631-4711-97c6-787d94d0ca74), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:24.437780 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59b7e4-fca2-4e9b-8b6b-e7d1acada469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed5a17d-7631-4711-97c6-787d94d0ca74,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:24.449619 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b59b7e4-fca2-4e9b-8b6b-e7d1acada469 admin admin] Checking segment: {'id': '43f20563-179b-4d26-b72d-873a9ed8bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '67805899-6a3d-42e3-aa24-8473050fa597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:24.450115 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b59b7e4-fca2-4e9b-8b6b-e7d1acada469 admin admin] Network hostable DHCP agents. Network: 67805899-6a3d-42e3-aa24-8473050fa597, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:25:24.467405 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ee61e620-c2c0-49ab-ae9f-a6beac027655 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0828767 Mar 31 20:25:24.482012 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 41324) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:24.482012 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-391117b1-22ae-4c37-b860-f8b717d31824 admin admin] Request body: {'subnet': {'network_id': '58eeba0a-c0aa-4da8-9148-df425d642d87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1191827495-subnet', 'tenant_id': '1088fbcd4da44e6da3512a11cf070c0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:24.482241 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'name': 'tempest-TestMinimumBasicScenario-1520879667-router', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '549aeca8-f9cb-4342-9950-afec4b875aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:25:22Z', 'revision_number': 3, 'project_id': 'a9f762bdc09d41368e37159e0e4c678b', 'gw_port': {'id': '549aeca8-f9cb-4342-9950-afec4b875aa5', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:21Z', 'updated_at': '2022-03-31T20:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:24.510190 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Checking router: 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:24.516207 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Updating router 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 port 549aeca8-f9cb-4342-9950-afec4b875aa5 binding host dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:25:24.521975 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-bab4568d-335a-452c-9ac7-ded9fa083e78 None None] Current status of the port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:24.549584 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (549aeca8-f9cb-4342-9950-afec4b875aa5), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:24.568037 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b59b7e4-fca2-4e9b-8b6b-e7d1acada469 admin admin] Network 67805899-6a3d-42e3-aa24-8473050fa597 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:25:24.571330 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391117b1-22ae-4c37-b860-f8b717d31824 admin admin] Made reservation on behalf of 1088fbcd4da44e6da3512a11cf070c0b for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:24.574028 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-391117b1-22ae-4c37-b860-f8b717d31824 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12914336'] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:24.649264 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-86952fb0-02da-48fd-8f0b-45a91f30daa5 None None] Provisioning complete for port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:24.649831 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-86952fb0-02da-48fd-8f0b-45a91f30daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:24.704900 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-77c69389-9fc3-4996-ad91-588af1460c12 req-d826d6d1-a371-4005-b5bb-80e32da5552b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 210 time: 0.0352228 Mar 31 20:25:24.798054 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-86952fb0-02da-48fd-8f0b-45a91f30daa5 None None] Current status of the port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:24.932207 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-2b59b7e4-fca2-4e9b-8b6b-e7d1acada469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 67805899-6a3d-42e3-aa24-8473050fa597) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:24.943532 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610e397e-79a3-4b6b-a6a5-fd5781245d1a None None] Network 67805899-6a3d-42e3-aa24-8473050fa597 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:25:24.962861 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Publish callbacks [] for port (549aeca8-f9cb-4342-9950-afec4b875aa5), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:24.988914 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b59b7e4-fca2-4e9b-8b6b-e7d1acada469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:24.989982 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2b59b7e4-fca2-4e9b-8b6b-e7d1acada469 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:24.995134 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a319782-0e6a-40e7-9b88-2e03ad218fc7 req-f501e329-ffef-4a00-a547-b33524a11ad2 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 210 time: 0.0362935 Mar 31 20:25:25.048936 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:25.054291 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (549aeca8-f9cb-4342-9950-afec4b875aa5), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:25.119784 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2b59b7e4-fca2-4e9b-8b6b-e7d1acada469 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3130698 Mar 31 20:25:25.124452 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Attempting to bind port 549aeca8-f9cb-4342-9950-afec4b875aa5 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:25.125051 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Attempting to bind port 549aeca8-f9cb-4342-9950-afec4b875aa5 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:25.125779 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Attempting to bind port 549aeca8-f9cb-4342-9950-afec4b875aa5 on network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:25.131405 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:25.134570 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:25.136049 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Checking segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:25.137206 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:25.137911 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Bound using segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:25.138668 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Bound port: 549aeca8-f9cb-4342-9950-afec4b875aa5, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:25.139238 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (549aeca8-f9cb-4342-9950-afec4b875aa5), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:25.173323 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463f71da-f98a-4492-9060-ee23ea9522e9 None None] Network 67805899-6a3d-42e3-aa24-8473050fa597 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:25:25.237314 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-391117b1-22ae-4c37-b860-f8b717d31824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13429351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12914358'] for subnet (67c0b366-af5d-488a-ad21-daee31c21d00), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:25.237570 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:25.237900 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:25.286580 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8503ee2-84fc-4a96-b1fe-b15d54be51dd None None] Pushing event updated for resources: {'Port': ['ID=549aeca8-f9cb-4342-9950-afec4b875aa5,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:25.338289 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] For port 549aeca8-f9cb-4342-9950-afec4b875aa5, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:25.345025 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] For port 549aeca8-f9cb-4342-9950-afec4b875aa5, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=549aeca8-f9cb-4342-9950-afec4b875aa5,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:25.369606 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391117b1-22ae-4c37-b860-f8b717d31824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c0b366-af5d-488a-ad21-daee31c21d00,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:25.403311 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391117b1-22ae-4c37-b860-f8b717d31824 admin admin] Checking segment: {'id': 'ce3acc30-0833-4eee-8219-36842b488a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '58eeba0a-c0aa-4da8-9148-df425d642d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:25.404443 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391117b1-22ae-4c37-b860-f8b717d31824 admin admin] Network hostable DHCP agents. Network: 58eeba0a-c0aa-4da8-9148-df425d642d87, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:25:25.420882 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (549aeca8-f9cb-4342-9950-afec4b875aa5), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:25.439075 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Allocated IP 172.20.0.1 (fe1c151f-68af-425a-a71a-fee864913273/64593824-4601-4b8e-b58b-2ad43f15f8c9/503d4ab7-b984-49f0-9fb7-86ec94023410) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:25.496111 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Routers {'3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:25.496740 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:25:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:25.500778 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8503ee2-84fc-4a96-b1fe-b15d54be51dd None None] Pushing event updated for resources: {'Port': ['ID=549aeca8-f9cb-4342-9950-afec4b875aa5,revision_number=3']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:25.534953 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:25.544560 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391117b1-22ae-4c37-b860-f8b717d31824 admin admin] Network 58eeba0a-c0aa-4da8-9148-df425d642d87 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:25:25.578821 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Publish callbacks [] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:25.613547 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-391117b1-22ae-4c37-b860-f8b717d31824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 58eeba0a-c0aa-4da8-9148-df425d642d87) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:25.621324 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391117b1-22ae-4c37-b860-f8b717d31824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:25.621926 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-391117b1-22ae-4c37-b860-f8b717d31824 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:25.632170 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f438eb3b-830f-4753-895d-ad1f55780ebb None None] Network 58eeba0a-c0aa-4da8-9148-df425d642d87 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:25:25.662079 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] Set router 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:25.718623 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:25.720632 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-391117b1-22ae-4c37-b860-f8b717d31824 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2504184 Mar 31 20:25:25.744369 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d7d07c-da2c-4b7d-9423-90877c9b3aaf None None] Network 58eeba0a-c0aa-4da8-9148-df425d642d87 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:25:25.764391 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Network fe1c151f-68af-425a-a71a-fee864913273 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:25.768224 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:25.791498 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:25.819857 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Pushing event updated for resources: {'Port': ['ID=503d4ab7-b984-49f0-9fb7-86ec94023410,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:25.923250 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e0301d74-7ae6-481f-bd73-668a03d2e489 req-b5eaf765-334b-4dca-bf6d-53076df47988 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 210 time: 0.0753832 Mar 31 20:25:25.952172 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467962'] for router_interface (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:26.013399 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'name': 'tempest-TestMinimumBasicScenario-1520879667-router', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '549aeca8-f9cb-4342-9950-afec4b875aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:25:22Z', 'revision_number': 3, 'project_id': 'a9f762bdc09d41368e37159e0e4c678b', 'gw_port': {'id': '549aeca8-f9cb-4342-9950-afec4b875aa5', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:21Z', 'updated_at': '2022-03-31T20:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:26.077397 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afaf4c-2b7c-44a0-bab7-ab179c50628e None None] The sync data for ids ['3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'] in dv-cinder-836070-1-iscsi is: [{'id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'name': 'tempest-TestMinimumBasicScenario-1520879667-router', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '549aeca8-f9cb-4342-9950-afec4b875aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:25:22Z', 'revision_number': 3, 'project_id': 'a9f762bdc09d41368e37159e0e4c678b', 'gw_port': {'id': '549aeca8-f9cb-4342-9950-afec4b875aa5', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:21Z', 'updated_at': '2022-03-31T20:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:26.109146 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2f156485-fa09-4b41-9384-3b0fbb6b8947 req-287fc217-2b3c-486e-9c34-fd6deb2c6582 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 210 time: 0.0366998 Mar 31 20:25:26.251836 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-08b740bc-ae4b-4a37-8f0b-925dfaba62b5 None None] Provisioning complete for port 503d4ab7-b984-49f0-9fb7-86ec94023410 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:26.252231 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-08b740bc-ae4b-4a37-8f0b-925dfaba62b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:26.271377 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-d5358d1a-0722-48c9-9730-f185523173f9 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:26.271595 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-d5358d1a-0722-48c9-9730-f185523173f9 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 819 time: 0.1521521 Mar 31 20:25:26.291375 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:26.294485 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-08b740bc-ae4b-4a37-8f0b-925dfaba62b5 None None] Port 503d4ab7-b984-49f0-9fb7-86ec94023410 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:26.405986 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-af79d6e0-cd47-4c65-bb4a-43e8dba0675c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6d77c702db8412b99606b6691146301 HTTP/1.1" status: 200 len: 379 time: 0.1222928 Mar 31 20:25:26.420181 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-50d1bb2c-e012-4d01-b915-c3421153bd94 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Request body: {'port': {'device_id': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'admin_state_up': True, 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'security_groups': ['2f7d9bf4-307a-4ac0-a338-4924a0fedd09']}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:26.701768 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Publish callbacks [] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:26.790395 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-50d1bb2c-e012-4d01-b915-c3421153bd94 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Made reservation on behalf of e6d77c702db8412b99606b6691146301 for: {'port': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:26.793857 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-50d1bb2c-e012-4d01-b915-c3421153bd94 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:26.852492 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:27.013938 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 549aeca8-f9cb-4342-9950-afec4b875aa5 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:27.025913 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Pushing event updated for resources: {'Port': ['ID=503d4ab7-b984-49f0-9fb7-86ec94023410,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:27.048922 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467822'] for router_interface (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:27.078110 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-50d1bb2c-e012-4d01-b915-c3421153bd94 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Allocated IP 172.20.0.8 (90c23a38-86bf-47a2-8e01-2e815cf3c775/3b03298a-3a6b-4897-b7bc-ba44aabb0313/3fc638de-de18-4dfe-91cb-dd2c70ba78f3) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:27.111396 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f89759bd-4d5b-4dd2-be11-48dfcd2b1a84 req-efd692b2-ded2-4757-8d54-86e2f5122d5b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 210 time: 0.0638912 Mar 31 20:25:27.122469 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 549aeca8-f9cb-4342-9950-afec4b875aa5 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:27.122843 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (549aeca8-f9cb-4342-9950-afec4b875aa5), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:27.230895 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 549aeca8-f9cb-4342-9950-afec4b875aa5 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:27.231450 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (549aeca8-f9cb-4342-9950-afec4b875aa5), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:27.254494 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port 549aeca8-f9cb-4342-9950-afec4b875aa5, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=549aeca8-f9cb-4342-9950-afec4b875aa5,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:27.299442 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-64d2849e-b61b-4089-9e1f-a86fc5582988 req-d2b7df73-ffc6-49bd-8cc4-7b1cc06d67c3 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 210 time: 0.0817945 Mar 31 20:25:27.324480 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Network fe1c151f-68af-425a-a71a-fee864913273 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:27.330271 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:27.339939 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (549aeca8-f9cb-4342-9950-afec4b875aa5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:27.415212 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=549aeca8-f9cb-4342-9950-afec4b875aa5,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:27.446235 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-50d1bb2c-e012-4d01-b915-c3421153bd94 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:27.529501 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Router 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:25:27.636822 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-50d1bb2c-e012-4d01-b915-c3421153bd94 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:27.712275 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-50d1bb2c-e012-4d01-b915-c3421153bd94 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Network 90c23a38-86bf-47a2-8e01-2e815cf3c775 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:27.721459 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-50d1bb2c-e012-4d01-b915-c3421153bd94 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:27.726184 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1bb2c-e012-4d01-b915-c3421153bd94 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Pushing event updated for resources: {'Port': ['ID=3fc638de-de18-4dfe-91cb-dd2c70ba78f3,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:27.729114 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-50d1bb2c-e012-4d01-b915-c3421153bd94 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:27.731469 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-86a1f84a-8e4d-4280-944a-69fb420868b1 None None] Provisioning complete for port 503d4ab7-b984-49f0-9fb7-86ec94023410 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:27.731957 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-86a1f84a-8e4d-4280-944a-69fb420868b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:27.793940 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:27.800783 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-4dae01b5-aa62-45d0-81b7-461c0cfd31bd admin admin] 10.222.0.74 "PUT /v2.0/routers/3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6327291 Mar 31 20:25:27.813373 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-86a1f84a-8e4d-4280-944a-69fb420868b1 None None] Port 503d4ab7-b984-49f0-9fb7-86ec94023410 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:27.821506 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-50d1bb2c-e012-4d01-b915-c3421153bd94 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:27.822633 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-50d1bb2c-e012-4d01-b915-c3421153bd94 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:27.888161 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-a659115b-e171-4bea-87dc-c67aff678fb3 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:27.890343 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-a659115b-e171-4bea-87dc-c67aff678fb3 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 812 time: 0.1493022 Mar 31 20:25:27.929831 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-50d1bb2c-e012-4d01-b915-c3421153bd94 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5156119 Mar 31 20:25:27.950822 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Request body: {'port': {'device_id': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:27.980659 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-842db0b8-7df9-49e2-93a0-245b51545ef2 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a284702199b1404d8909d29eefb5820b HTTP/1.1" status: 200 len: 379 time: 0.0771046 Mar 31 20:25:27.993483 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-72964577-3850-4b13-bcd2-f712f82f97cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Request body: {'port': {'device_id': '95481e07-81ef-4af4-b656-68f7d9e6f028', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'admin_state_up': True, 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'security_groups': ['8f201c7a-e0c2-4fce-a903-c454507aaf64']}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:28.035718 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-463c268a-1f7e-4098-8210-bf7260783f82 None None] Provisioning complete for port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:28.037250 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-463c268a-1f7e-4098-8210-bf7260783f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:28.039475 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:28.104393 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-463c268a-1f7e-4098-8210-bf7260783f82 None None] Port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:28.202838 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-72964577-3850-4b13-bcd2-f712f82f97cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Made reservation on behalf of a284702199b1404d8909d29eefb5820b for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:28.208239 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-72964577-3850-4b13-bcd2-f712f82f97cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:28.316776 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0769da-c975-4810-af90-9cd5fa5448a8 req-d4fcd1b8-3144-492a-9401-a0fe04cddd23 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:28.318399 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cb0769da-c975-4810-af90-9cd5fa5448a8 req-d4fcd1b8-3144-492a-9401-a0fe04cddd23 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 931 time: 0.1209543 Mar 31 20:25:28.372341 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-72964577-3850-4b13-bcd2-f712f82f97cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Allocated IP 172.20.0.13 (3437015e-3faa-4b6a-9767-5c0c89bf320b/a9ed1327-54bc-459c-8ba6-245a511fc65b/c47cdcdb-8eeb-4297-a521-7fc67d880c58) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:28.449523 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dc9d7bdd-64fd-43c3-a2e7-a676292f93da req-6eb54008-d6b1-4f65-b518-c0a3e63cec71 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 210 time: 0.0598335 Mar 31 20:25:28.460427 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cb0769da-c975-4810-af90-9cd5fa5448a8 req-22b152b5-2d99-4856-99dd-959319ac287b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164606 Mar 31 20:25:28.472776 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:28.481106 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Publish callbacks [] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:28.502678 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Transition to ACTIVE for port object 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 will not be triggered until provisioned by entity L2. {{(pid=103921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:25:28.547001 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-72964577-3850-4b13-bcd2-f712f82f97cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:28.619657 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:28.700332 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc638de-de18-4dfe-91cb-dd2c70ba78f3,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:28.711718 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-72964577-3850-4b13-bcd2-f712f82f97cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:28.775058 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-72964577-3850-4b13-bcd2-f712f82f97cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Network 3437015e-3faa-4b6a-9767-5c0c89bf320b is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:28.778283 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-72964577-3850-4b13-bcd2-f712f82f97cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:28.799649 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-72964577-3850-4b13-bcd2-f712f82f97cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:28.876388 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-72964577-3850-4b13-bcd2-f712f82f97cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:28.881053 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-72964577-3850-4b13-bcd2-f712f82f97cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:28.911994 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72964577-3850-4b13-bcd2-f712f82f97cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'Port': ['ID=c47cdcdb-8eeb-4297-a521-7fc67d880c58,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:28.962725 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Attempting to bind port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:28.963299 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Attempting to bind port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:28.963601 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Attempting to bind port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 on network 90c23a38-86bf-47a2-8e01-2e815cf3c775 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:28.974643 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 on network 90c23a38-86bf-47a2-8e01-2e815cf3c775 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:25:28.975116 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Attempting to bind port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 on network 90c23a38-86bf-47a2-8e01-2e815cf3c775 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:28.986152 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:28.986602 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Checking segment: {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:28.987120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Bound using segment: {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:28.988334 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Bound port: 3fc638de-de18-4dfe-91cb-dd2c70ba78f3, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be641039-c5b0-461d-a8fa-4ab259765bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:28.989027 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:28.989943 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-72964577-3850-4b13-bcd2-f712f82f97cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9976032 Mar 31 20:25:28.990886 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 549aeca8-f9cb-4342-9950-afec4b875aa5 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:29.004644 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Request body: {'port': {'device_id': '95481e07-81ef-4af4-b656-68f7d9e6f028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:29.096506 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 549aeca8-f9cb-4342-9950-afec4b875aa5 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:29.097646 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (549aeca8-f9cb-4342-9950-afec4b875aa5), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:29.111117 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] For port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3, host hv-cinder-83607, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:29.115024 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] For port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3fc638de-de18-4dfe-91cb-dd2c70ba78f3,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:29.167084 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-80d5d927-da5d-43c2-a784-e8839d6e5938 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:29.171879 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Sync routers for ids ['3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:29.172717 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-80d5d927-da5d-43c2-a784-e8839d6e5938 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/networks?id=67805899-6a3d-42e3-aa24-8473050fa597 HTTP/1.1" status: 200 len: 814 time: 0.3425062 Mar 31 20:25:29.174630 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:29.181213 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:29.190853 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Routers {'3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:29.191960 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:25:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:29.262986 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-66044bb3-1ade-4385-a816-72a7c406e2d7 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/quotas/25acf5c1d0134a1ca48c9c03d0b9b69d HTTP/1.1" status: 200 len: 375 time: 0.0822041 Mar 31 20:25:29.285343 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:29.286153 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:29.291834 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] 10.222.0.76 "PUT /v2.0/ports/3fc638de-de18-4dfe-91cb-dd2c70ba78f3 HTTP/1.1" status: 200 len: 1093 time: 1.3479626 Mar 31 20:25:29.300417 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'tag': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:29.302946 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634a4e65-1db2-4e8e-a59c-c1499dac4103" -d '{"events": [{"name": "network-changed", "server_uuid": "c1abcb93-0b84-4d06-b495-6f0cb423dd4a", "tag": "3fc638de-de18-4dfe-91cb-dd2c70ba78f3"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:29.381524 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-1a69ea70-636d-4f95-aa96-1b63a13f2155 None None] Provisioning complete for port c47cdcdb-8eeb-4297-a521-7fc67d880c58 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:29.381896 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-1a69ea70-636d-4f95-aa96-1b63a13f2155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:29.428926 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-0184bfac-1cdd-4dff-aff0-93a07c306978 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=25acf5c1d0134a1ca48c9c03d0b9b69d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285422 Mar 31 20:25:29.488557 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 549aeca8-f9cb-4342-9950-afec4b875aa5 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:29.570862 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Set router 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:29.577556 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-99a89dd5-605b-4edb-b257-79da89b5b8e0 service neutron] 10.222.0.74 "GET /v2.0/networks/67805899-6a3d-42e3-aa24-8473050fa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494460 Mar 31 20:25:29.580321 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241a25c5-e760-461f-a22a-23a582048add x-openstack-request-id: req-241a25c5-e760-461f-a22a-23a582048add {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:29.580688 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1abcb93-0b84-4d06-b495-6f0cb423dd4a", "tag": "3fc638de-de18-4dfe-91cb-dd2c70ba78f3", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:29.581033 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-241a25c5-e760-461f-a22a-23a582048add {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:29.581495 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241a25c5-e760-461f-a22a-23a582048add'] response: {'name': 'network-changed', 'server_uuid': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'tag': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3', 'status': 'completed', 'code': 200} Mar 31 20:25:29.625775 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-1a69ea70-636d-4f95-aa96-1b63a13f2155 None None] Port c47cdcdb-8eeb-4297-a521-7fc67d880c58 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:29.672569 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f4f4c-3b09-4b36-84fa-bfa5e9c38485 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc638de-de18-4dfe-91cb-dd2c70ba78f3,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:29.748968 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c47cdcdb-8eeb-4297-a521-7fc67d880c58 {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:29.759203 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Publish callbacks [] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:29.793172 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Transition to ACTIVE for port object c47cdcdb-8eeb-4297-a521-7fc67d880c58 will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:25:29.818879 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a4e65-1db2-4e8e-a59c-c1499dac4103 req-fe5bd0d9-c327-4de5-b852-6f4182a3a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:29.821018 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-634a4e65-1db2-4e8e-a59c-c1499dac4103 req-fe5bd0d9-c327-4de5-b852-6f4182a3a2c9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 1127 time: 0.2369354 Mar 31 20:25:29.830586 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24e2cd-41e1-4514-beb8-0e9a38944c26 req-d71da224-826f-47fc-baf4-b3c67554faa2 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:29.835567 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be24e2cd-41e1-4514-beb8-0e9a38944c26 req-d71da224-826f-47fc-baf4-b3c67554faa2 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 932 time: 0.2433574 Mar 31 20:25:29.887030 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-148a120b-07e6-4f37-8485-b2968e6ff684 service neutron] 10.222.0.74 "GET /v2.0/networks/67805899-6a3d-42e3-aa24-8473050fa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053162 Mar 31 20:25:29.904739 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:29.914495 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'name': 'tempest-TestMinimumBasicScenario-1520879667-router', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '549aeca8-f9cb-4342-9950-afec4b875aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:25:26Z', 'revision_number': 4, 'project_id': 'a9f762bdc09d41368e37159e0e4c678b', 'gw_port': {'id': '549aeca8-f9cb-4342-9950-afec4b875aa5', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:21Z', 'updated_at': '2022-03-31T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '503d4ab7-b984-49f0-9fb7-86ec94023410', 'name': '', 'network_id': 'fe1c151f-68af-425a-a71a-fee864913273', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b', 'mac_address': 'fa:16:3e:dc:4d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '64593824-4601-4b8e-b58b-2ad43f15f8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:25Z', 'updated_at': '2022-03-31T20:25:26Z', 'revision_number': 2, 'project_id': 'a9f762bdc09d41368e37159e0e4c678b', 'subnets': [{'id': '64593824-4601-4b8e-b58b-2ad43f15f8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:29.975524 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Checking router: 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:29.975901 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Updating router 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 port 503d4ab7-b984-49f0-9fb7-86ec94023410 binding host dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:25:30.043686 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:30.079622 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be24e2cd-41e1-4514-beb8-0e9a38944c26 req-ac79f5a3-6616-4510-a9e7-0f66406e16fc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302787 Mar 31 20:25:30.108171 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Pushing event updated for resources: {'Port': ['ID=c47cdcdb-8eeb-4297-a521-7fc67d880c58,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:30.149904 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a4e65-1db2-4e8e-a59c-c1499dac4103 req-0fe48e91-59b1-47c6-b789-918617f970ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:30.157993 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-634a4e65-1db2-4e8e-a59c-c1499dac4103 req-0fe48e91-59b1-47c6-b789-918617f970ed service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=e6d77c702db8412b99606b6691146301&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3184299 Mar 31 20:25:30.248298 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Attempting to bind port c47cdcdb-8eeb-4297-a521-7fc67d880c58 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:30.248734 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Attempting to bind port c47cdcdb-8eeb-4297-a521-7fc67d880c58 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:30.249948 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Attempting to bind port c47cdcdb-8eeb-4297-a521-7fc67d880c58 on network 3437015e-3faa-4b6a-9767-5c0c89bf320b {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:30.255074 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Port c47cdcdb-8eeb-4297-a521-7fc67d880c58 on network 3437015e-3faa-4b6a-9767-5c0c89bf320b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:25:30.255535 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Attempting to bind port c47cdcdb-8eeb-4297-a521-7fc67d880c58 on network 3437015e-3faa-4b6a-9767-5c0c89bf320b {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:30.271787 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:30.272600 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Checking segment: {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:30.273230 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Bound using segment: {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:30.273799 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Bound port: c47cdcdb-8eeb-4297-a521-7fc67d880c58, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:30.274535 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:30.414154 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] For port c47cdcdb-8eeb-4297-a521-7fc67d880c58, host hv-cinder-83607, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:30.421026 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] For port c47cdcdb-8eeb-4297-a521-7fc67d880c58, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c47cdcdb-8eeb-4297-a521-7fc67d880c58,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:30.516053 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-de10f0c6-4863-429b-a469-060d69730801 req-c6537efb-55bf-4412-90c9-305aef98c32b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 210 time: 0.1113212 Mar 31 20:25:30.534297 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:30.583702 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a4e65-1db2-4e8e-a59c-c1499dac4103 req-6edaa9a0-3e5c-4127-bd9f-644968f9c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:30.591308 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-634a4e65-1db2-4e8e-a59c-c1499dac4103 req-6edaa9a0-3e5c-4127-bd9f-644968f9c023 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4188187 Mar 31 20:25:30.625942 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1467988-c54f-4acf-85b2-1df32ac15898 req-60bdcba5-4eaa-4ff1-8ea8-03d1ee75b694 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:30.641338 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f1467988-c54f-4acf-85b2-1df32ac15898 req-60bdcba5-4eaa-4ff1-8ea8-03d1ee75b694 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 943 time: 0.2364333 Mar 31 20:25:30.684880 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:30.686003 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:30.688026 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] 10.222.0.76 "PUT /v2.0/ports/c47cdcdb-8eeb-4297-a521-7fc67d880c58 HTTP/1.1" status: 200 len: 1094 time: 1.6952949 Mar 31 20:25:30.689098 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00f7f1-6820-41c8-931f-0ddbd083be7b service neutron] Pushing event updated for resources: {'Port': ['ID=c47cdcdb-8eeb-4297-a521-7fc67d880c58,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:30.692045 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95481e07-81ef-4af4-b656-68f7d9e6f028', 'tag': 'c47cdcdb-8eeb-4297-a521-7fc67d880c58'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:30.710488 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fca1fe-b8db-46f8-8efb-c5a5fbe66ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "95481e07-81ef-4af4-b656-68f7d9e6f028", "tag": "c47cdcdb-8eeb-4297-a521-7fc67d880c58"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:30.733860 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Publish callbacks [] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:30.838607 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:30.857027 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f1467988-c54f-4acf-85b2-1df32ac15898 req-1704b37c-0a3f-4f38-ab36-8451aa14b4fa tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110431 Mar 31 20:25:31.005856 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d110e489-8e31-43ac-96d7-bdc7fc57c0dc x-openstack-request-id: req-d110e489-8e31-43ac-96d7-bdc7fc57c0dc {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:31.006153 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95481e07-81ef-4af4-b656-68f7d9e6f028", "tag": "c47cdcdb-8eeb-4297-a521-7fc67d880c58", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:31.007283 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d110e489-8e31-43ac-96d7-bdc7fc57c0dc {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:31.008628 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d110e489-8e31-43ac-96d7-bdc7fc57c0dc'] response: {'name': 'network-changed', 'server_uuid': '95481e07-81ef-4af4-b656-68f7d9e6f028', 'tag': 'c47cdcdb-8eeb-4297-a521-7fc67d880c58', 'status': 'completed', 'code': 200} Mar 31 20:25:31.010396 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-fec64926-a1de-4f40-965e-16c42cc977e2 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:31.023961 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-fec64926-a1de-4f40-965e-16c42cc977e2 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/networks?id=58eeba0a-c0aa-4da8-9148-df425d642d87 HTTP/1.1" status: 200 len: 809 time: 0.3754654 Mar 31 20:25:31.031919 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-647b9f3a-f590-441a-abf7-d24af118075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:31.033660 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-647b9f3a-f590-441a-abf7-d24af118075e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 1127 time: 0.3347034 Mar 31 20:25:31.056110 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-ce7489e6-3066-457e-a199-e260c88e02dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:31.057769 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-ce7489e6-3066-457e-a199-e260c88e02dd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 1128 time: 0.1602862 Mar 31 20:25:31.064105 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-df230c7e-d686-4801-a6f7-f262adea994b tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/quotas/1088fbcd4da44e6da3512a11cf070c0b HTTP/1.1" status: 200 len: 375 time: 0.0356522 Mar 31 20:25:31.091771 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c699b0f-a850-4f60-888d-2b32fd363ac6 None None] Pushing event updated for resources: {'Port': ['ID=503d4ab7-b984-49f0-9fb7-86ec94023410,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:31.165967 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-fafcb67b-f6d2-4072-8a8a-58a739571b2a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c47cdcdb-8eeb-4297-a521-7fc67d880c58 HTTP/1.1" status: 200 len: 217 time: 0.0990133 Mar 31 20:25:31.210837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Attempting to bind port 503d4ab7-b984-49f0-9fb7-86ec94023410 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:31.211262 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Attempting to bind port 503d4ab7-b984-49f0-9fb7-86ec94023410 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '48ab31c4-446a-43b0-a187-cdf53b91e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'fe1c151f-68af-425a-a71a-fee864913273'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:31.211636 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Attempting to bind port 503d4ab7-b984-49f0-9fb7-86ec94023410 on network fe1c151f-68af-425a-a71a-fee864913273 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:31.242494 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:31.242840 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Checking segment: {'id': '48ab31c4-446a-43b0-a187-cdf53b91e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'fe1c151f-68af-425a-a71a-fee864913273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:31.243249 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:31.246853 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Bound using segment: {'id': '48ab31c4-446a-43b0-a187-cdf53b91e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'fe1c151f-68af-425a-a71a-fee864913273'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:31.247410 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Bound port: 503d4ab7-b984-49f0-9fb7-86ec94023410, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ab31c4-446a-43b0-a187-cdf53b91e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'fe1c151f-68af-425a-a71a-fee864913273'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:31.248243 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:31.273349 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-763aca75-6eeb-4272-8e90-b2d8cd76a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:31.274948 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-763aca75-6eeb-4272-8e90-b2d8cd76a751 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9ed1327-54bc-459c-8ba6-245a511fc65b HTTP/1.1" status: 200 len: 851 time: 0.1019380 Mar 31 20:25:31.341017 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-11d379ed-c458-4a2c-a0ee-43fc5585e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:31.342705 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-11d379ed-c458-4a2c-a0ee-43fc5585e47b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3437015e-3faa-4b6a-9767-5c0c89bf320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571446 Mar 31 20:25:31.393376 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] For port 503d4ab7-b984-49f0-9fb7-86ec94023410, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:31.398884 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] For port 503d4ab7-b984-49f0-9fb7-86ec94023410, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=503d4ab7-b984-49f0-9fb7-86ec94023410,segment=NetworkSegment(48ab31c4-446a-43b0-a187-cdf53b91e828),segment_id=48ab31c4-446a-43b0-a187-cdf53b91e828)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:31.405377 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-5591ac15-9714-4ad4-9cc5-70e6606439b7 None None] Provisioning complete for port 503d4ab7-b984-49f0-9fb7-86ec94023410 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:31.411195 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5591ac15-9714-4ad4-9cc5-70e6606439b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:31.470387 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-5591ac15-9714-4ad4-9cc5-70e6606439b7 None None] Port 503d4ab7-b984-49f0-9fb7-86ec94023410 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:31.488499 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:31.490506 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-830f7a00-b360-4274-ac04-1d5625cbc4aa service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368442 Mar 31 20:25:31.604756 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Routers {'3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:31.606192 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:25:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:31.608408 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c699b0f-a850-4f60-888d-2b32fd363ac6 None None] Pushing event updated for resources: {'Port': ['ID=503d4ab7-b984-49f0-9fb7-86ec94023410,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:31.629445 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-13676b48-2a5f-4352-aa50-b29c334b74d2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fc638de-de18-4dfe-91cb-dd2c70ba78f3 HTTP/1.1" status: 200 len: 217 time: 0.5628812 Mar 31 20:25:31.661277 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-226a56d1-6087-4caf-99ae-285c272a8e09 req-474a50c9-6969-4a92-b5b1-ef09b231d3ad service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596322 Mar 31 20:25:31.677327 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-d4622142-63fc-4bc8-b9fe-404bb5ae514c tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1088fbcd4da44e6da3512a11cf070c0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6118214 Mar 31 20:25:31.827610 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] Set router 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:31.893815 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4c201-88eb-45c8-a045-9f5c9d408515 req-7f7e2e35-6a8e-4c8f-9c67-6556c6b42f1a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:31.900760 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fca1fe-b8db-46f8-8efb-c5a5fbe66ca7 req-d7771f82-615d-4213-a09c-6550985db99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:31.901144 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-23b4c201-88eb-45c8-a045-9f5c9d408515 req-7f7e2e35-6a8e-4c8f-9c67-6556c6b42f1a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.3239777 Mar 31 20:25:31.904053 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-21fca1fe-b8db-46f8-8efb-c5a5fbe66ca7 req-d7771f82-615d-4213-a09c-6550985db99d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 1128 time: 0.1152697 Mar 31 20:25:31.953995 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-5f31400b-5882-4264-b455-c97132e16f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:31.955467 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-5f31400b-5882-4264-b455-c97132e16f83 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.1931689 Mar 31 20:25:32.041397 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-e5a29ced-1285-42cc-b5d8-2534657916a7 service neutron] 10.222.0.74 "GET /v2.0/networks/58eeba0a-c0aa-4da8-9148-df425d642d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629999 Mar 31 20:25:32.059343 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fca1fe-b8db-46f8-8efb-c5a5fbe66ca7 req-e398a8aa-3824-4568-a077-f44b26f0ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:32.062148 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-21fca1fe-b8db-46f8-8efb-c5a5fbe66ca7 req-e398a8aa-3824-4568-a077-f44b26f0ce6d service neutron] 10.222.0.76 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 913 time: 0.1512311 Mar 31 20:25:32.067935 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-97185a29-8713-402b-89f6-d50e46a157be None None] Provisioning complete for port 503d4ab7-b984-49f0-9fb7-86ec94023410 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:32.068270 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-97185a29-8713-402b-89f6-d50e46a157be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:32.099593 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-23b4c201-88eb-45c8-a045-9f5c9d408515 req-ec613016-682d-4ff7-b88a-90e784ca26f9 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974440 Mar 31 20:25:32.138617 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-21fca1fe-b8db-46f8-8efb-c5a5fbe66ca7 req-fd38f4af-65dc-4972-afdb-8c754dc846d2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c47cdcdb-8eeb-4297-a521-7fc67d880c58 HTTP/1.1" status: 200 len: 217 time: 0.0695202 Mar 31 20:25:32.208090 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fca1fe-b8db-46f8-8efb-c5a5fbe66ca7 req-bc13a7b9-71a1-4664-b608-ea07be7f692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:32.209671 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-21fca1fe-b8db-46f8-8efb-c5a5fbe66ca7 req-bc13a7b9-71a1-4664-b608-ea07be7f692a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9ed1327-54bc-459c-8ba6-245a511fc65b HTTP/1.1" status: 200 len: 851 time: 0.0578957 Mar 31 20:25:32.258857 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f8344c4a-b145-4bde-b5c8-b37909da9eaa req-6240f076-6cad-450b-a54a-85a0a564da36 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 210 time: 0.0477331 Mar 31 20:25:32.267736 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-7f92f18f-48bc-4ff6-956e-abb3866a7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:32.269452 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-7f92f18f-48bc-4ff6-956e-abb3866a7879 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2994764 Mar 31 20:25:32.295202 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fca1fe-b8db-46f8-8efb-c5a5fbe66ca7 req-0cc3acf0-7a0b-4bb6-97ce-a147f6c57a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:32.309131 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-21fca1fe-b8db-46f8-8efb-c5a5fbe66ca7 req-0cc3acf0-7a0b-4bb6-97ce-a147f6c57a3d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3437015e-3faa-4b6a-9767-5c0c89bf320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799782 Mar 31 20:25:32.414607 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-6ddc772f-8455-4475-9fdf-61f2165c17df service neutron] 10.222.0.74 "GET /v2.0/networks/58eeba0a-c0aa-4da8-9148-df425d642d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658235 Mar 31 20:25:32.446548 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-21fca1fe-b8db-46f8-8efb-c5a5fbe66ca7 req-3945ed44-4796-44ae-bf25-b99b060d4c44 service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361387 Mar 31 20:25:32.510750 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-97185a29-8713-402b-89f6-d50e46a157be None None] Current status of the port 503d4ab7-b984-49f0-9fb7-86ec94023410 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:32.513571 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-97185a29-8713-402b-89f6-d50e46a157be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:32.521607 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-0422371c-66cb-4af8-8d52-ac278dc0be94 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345741 Mar 31 20:25:32.548191 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91934515-c8c3-453e-92dd-9ccbbeff8b32 req-2691a627-8ccb-40c9-bfe2-368cfea1770f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:32.576651 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-91934515-c8c3-453e-92dd-9ccbbeff8b32 req-2691a627-8ccb-40c9-bfe2-368cfea1770f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 943 time: 0.1745284 Mar 31 20:25:32.594960 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-21fca1fe-b8db-46f8-8efb-c5a5fbe66ca7 req-ec040d2f-ac6e-40db-811f-f671cf9e34d1 service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368856 Mar 31 20:25:32.597860 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'name': 'tempest-TestMinimumBasicScenario-1520879667-router', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '549aeca8-f9cb-4342-9950-afec4b875aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:25:26Z', 'revision_number': 4, 'project_id': 'a9f762bdc09d41368e37159e0e4c678b', 'gw_port': {'id': '549aeca8-f9cb-4342-9950-afec4b875aa5', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:21Z', 'updated_at': '2022-03-31T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '503d4ab7-b984-49f0-9fb7-86ec94023410', 'name': '', 'network_id': 'fe1c151f-68af-425a-a71a-fee864913273', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b', 'mac_address': 'fa:16:3e:dc:4d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '64593824-4601-4b8e-b58b-2ad43f15f8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:25Z', 'updated_at': '2022-03-31T20:25:31Z', 'revision_number': 4, 'project_id': 'a9f762bdc09d41368e37159e0e4c678b', 'subnets': [{'id': '64593824-4601-4b8e-b58b-2ad43f15f8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:32.630936 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb0e97-87c6-4a3e-93a2-6f572f7e2162 None None] The sync data for ids ['3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'] in dv-cinder-836070-1-iscsi is: [{'id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'name': 'tempest-TestMinimumBasicScenario-1520879667-router', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '549aeca8-f9cb-4342-9950-afec4b875aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:25:26Z', 'revision_number': 4, 'project_id': 'a9f762bdc09d41368e37159e0e4c678b', 'gw_port': {'id': '549aeca8-f9cb-4342-9950-afec4b875aa5', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:21Z', 'updated_at': '2022-03-31T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '503d4ab7-b984-49f0-9fb7-86ec94023410', 'name': '', 'network_id': 'fe1c151f-68af-425a-a71a-fee864913273', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b', 'mac_address': 'fa:16:3e:dc:4d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '64593824-4601-4b8e-b58b-2ad43f15f8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:25Z', 'updated_at': '2022-03-31T20:25:31Z', 'revision_number': 4, 'project_id': 'a9f762bdc09d41368e37159e0e4c678b', 'subnets': [{'id': '64593824-4601-4b8e-b58b-2ad43f15f8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:32.649322 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-97185a29-8713-402b-89f6-d50e46a157be None None] For port 503d4ab7-b984-49f0-9fb7-86ec94023410, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=503d4ab7-b984-49f0-9fb7-86ec94023410,segment=NetworkSegment(48ab31c4-446a-43b0-a187-cdf53b91e828),segment_id=48ab31c4-446a-43b0-a187-cdf53b91e828)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:32.729004 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-97185a29-8713-402b-89f6-d50e46a157be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:32.825343 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-91934515-c8c3-453e-92dd-9ccbbeff8b32 req-b153213e-95ab-4d09-9204-f6e23f8744ee tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435400 Mar 31 20:25:32.877848 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97185a29-8713-402b-89f6-d50e46a157be None None] Pushing event updated for resources: {'Port': ['ID=503d4ab7-b984-49f0-9fb7-86ec94023410,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:32.921633 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b7b6088b-963b-47b0-8c73-544a4eeccc62 req-7019b28b-a113-40fa-9fc3-f4c97da347df tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 210 time: 0.0793519 Mar 31 20:25:32.968663 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a0a4eaf-c3d7-48e8-8aed-c37ec7b07761 req-ca6d1259-0f3c-4269-959c-2a82b43281a8 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378746 Mar 31 20:25:33.098933 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 503d4ab7-b984-49f0-9fb7-86ec94023410 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:33.189740 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 503d4ab7-b984-49f0-9fb7-86ec94023410 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:33.190360 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:33.280686 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-c5f6739b-64c5-4697-9514-4148996dd4e8 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:33.282427 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-c5f6739b-64c5-4697-9514-4148996dd4e8 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.76 "GET /v2.0/networks?id=67805899-6a3d-42e3-aa24-8473050fa597 HTTP/1.1" status: 200 len: 814 time: 0.2121766 Mar 31 20:25:33.319306 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Request body: {'port': {'device_id': 'be0d661d-39ef-4768-b788-deef6368f512', 'network_id': '67805899-6a3d-42e3-aa24-8473050fa597', 'admin_state_up': True, 'tenant_id': '25acf5c1d0134a1ca48c9c03d0b9b69d'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:33.355731 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 503d4ab7-b984-49f0-9fb7-86ec94023410 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:33.454601 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b2ed71f2-b801-4e4d-b5c2-a93764eaedce req-023fd1bc-544b-49e9-91db-4cb874b30f5a tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 210 time: 0.0546474 Mar 31 20:25:33.479554 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe0a3b-67de-47ee-8dfb-31342755385d req-fb014521-c267-41c5-baca-d535916c3677 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:33.487265 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8cbe0a3b-67de-47ee-8dfb-31342755385d req-fb014521-c267-41c5-baca-d535916c3677 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.2282939 Mar 31 20:25:33.583478 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8cbe0a3b-67de-47ee-8dfb-31342755385d req-245a46b9-ab61-477b-93fe-5a65ab5c0137 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936046 Mar 31 20:25:33.721957 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Made reservation on behalf of 25acf5c1d0134a1ca48c9c03d0b9b69d for: {'port': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:33.727044 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:33.918824 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Allocated IP 172.20.0.9 (67805899-6a3d-42e3-aa24-8473050fa597/6ed5a17d-7631-4711-97c6-787d94d0ca74/56f1a677-4a34-4d55-8704-295e43b77704) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:34.125740 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bb5b90ca-210f-4329-ae87-be6c927543ed req-e3f6fcc0-4494-4193-a07e-6fb55693205b tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 210 time: 0.0460126 Mar 31 20:25:34.158443 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d46bd-0ad3-4b4c-a51a-7432652ee76a req-fae070ed-bc76-4407-bebd-66f920bab925 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:34.170844 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bb9d46bd-0ad3-4b4c-a51a-7432652ee76a req-fae070ed-bc76-4407-bebd-66f920bab925 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 943 time: 0.2442713 Mar 31 20:25:34.215714 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks [] for port (56f1a677-4a34-4d55-8704-295e43b77704), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:34.265225 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bb9d46bd-0ad3-4b4c-a51a-7432652ee76a req-9106e0f1-30cf-4e37-a45e-8f3750fdfd7b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981851 Mar 31 20:25:34.390809 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (56f1a677-4a34-4d55-8704-295e43b77704), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:34.453851 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Network 67805899-6a3d-42e3-aa24-8473050fa597 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:34.457322 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:34.463436 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:34.524926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Pushing event updated for resources: {'Port': ['ID=56f1a677-4a34-4d55-8704-295e43b77704,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:34.524926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.524926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.524926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.524926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.524926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.524926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.524926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.524926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.524926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.524926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.524926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.524926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.528340 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.528340 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.528340 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:34.528340 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:34.528340 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:34.592085 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f40f5b-6ec0-4800-b689-b77b1c9d717b req-23ca4a37-db91-4f5d-a359-730e94c85a60 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:34.593668 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-76f40f5b-6ec0-4800-b689-b77b1c9d717b req-23ca4a37-db91-4f5d-a359-730e94c85a60 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 931 time: 0.0566919 Mar 31 20:25:34.645591 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-76f40f5b-6ec0-4800-b689-b77b1c9d717b req-dd8eba22-fe7a-4c60-a05d-3818ec528a5a tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460033 Mar 31 20:25:34.697397 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbbed7-d7d4-45d2-b206-17d420e06aaa req-a3f9b45e-b187-4fd9-93b9-0432b770ccd6 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:34.699547 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b7fbbed7-d7d4-45d2-b206-17d420e06aaa req-a3f9b45e-b187-4fd9-93b9-0432b770ccd6 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0502830 Mar 31 20:25:34.761018 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b7fbbed7-d7d4-45d2-b206-17d420e06aaa req-bc882a2b-1ad7-4603-8ec2-e0dafa230c17 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512898 Mar 31 20:25:35.015828 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-1fcdfc7a-6c28-4587-87bf-aa0849f3ec20 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7145047 Mar 31 20:25:35.028023 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Request body: {'port': {'device_id': 'be0d661d-39ef-4768-b788-deef6368f512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:35.086601 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (56f1a677-4a34-4d55-8704-295e43b77704), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:35.307919 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ee86a13c-12fe-4942-9689-c4ecd911bb42 req-f08d0bce-fff3-4d26-b59e-b616c951f79d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 210 time: 0.0356209 Mar 31 20:25:35.455630 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20861dc-9394-4889-bcde-a7c73d881261 req-61e4c303-b634-4224-b189-699c5b0522fe tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:35.457792 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f20861dc-9394-4889-bcde-a7c73d881261 req-61e4c303-b634-4224-b189-699c5b0522fe tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 943 time: 0.1033466 Mar 31 20:25:35.548753 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f1a677-4a34-4d55-8704-295e43b77704 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:35.559607 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f20861dc-9394-4889-bcde-a7c73d881261 req-c1a29d9d-0fe7-419f-b845-b2cd156534c1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895147 Mar 31 20:25:35.561635 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Publish callbacks [] for port (56f1a677-4a34-4d55-8704-295e43b77704), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:35.578998 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Transition to ACTIVE for port object 56f1a677-4a34-4d55-8704-295e43b77704 will not be triggered until provisioned by entity L2. {{(pid=103921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:25:35.647068 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (56f1a677-4a34-4d55-8704-295e43b77704), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:35.710902 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Pushing event updated for resources: {'Port': ['ID=56f1a677-4a34-4d55-8704-295e43b77704,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:35.912930 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8780916-d9c7-46be-b184-39b1e82c92d2 req-82cf50ba-eb61-4ca8-a983-af65a046de1a tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:35.914555 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a8780916-d9c7-46be-b184-39b1e82c92d2 req-82cf50ba-eb61-4ca8-a983-af65a046de1a tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.1823218 Mar 31 20:25:35.920561 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Attempting to bind port 56f1a677-4a34-4d55-8704-295e43b77704 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:35.920561 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Attempting to bind port 56f1a677-4a34-4d55-8704-295e43b77704 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '43f20563-179b-4d26-b72d-873a9ed8bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '67805899-6a3d-42e3-aa24-8473050fa597'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:35.920865 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Attempting to bind port 56f1a677-4a34-4d55-8704-295e43b77704 on network 67805899-6a3d-42e3-aa24-8473050fa597 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:35.947070 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Port 56f1a677-4a34-4d55-8704-295e43b77704 on network 67805899-6a3d-42e3-aa24-8473050fa597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:25:35.947398 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Attempting to bind port 56f1a677-4a34-4d55-8704-295e43b77704 on network 67805899-6a3d-42e3-aa24-8473050fa597 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:35.962972 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ecf33-9124-41f7-96b9-63d160a7c48f req-bbdd55f4-8d87-461c-b5df-cdadeaef8aaa tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:35.965108 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-431ecf33-9124-41f7-96b9-63d160a7c48f req-bbdd55f4-8d87-461c-b5df-cdadeaef8aaa tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.1200314 Mar 31 20:25:35.967304 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:35.967654 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Checking segment: {'id': '43f20563-179b-4d26-b72d-873a9ed8bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '67805899-6a3d-42e3-aa24-8473050fa597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:35.968039 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Bound using segment: {'id': '43f20563-179b-4d26-b72d-873a9ed8bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '67805899-6a3d-42e3-aa24-8473050fa597'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:35.968488 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Bound port: 56f1a677-4a34-4d55-8704-295e43b77704, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f20563-179b-4d26-b72d-873a9ed8bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '67805899-6a3d-42e3-aa24-8473050fa597'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:35.968869 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (56f1a677-4a34-4d55-8704-295e43b77704), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:36.033934 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a8780916-d9c7-46be-b184-39b1e82c92d2 req-b375e60e-e238-45e9-aef1-715881cb9105 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107621 Mar 31 20:25:36.090929 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-431ecf33-9124-41f7-96b9-63d160a7c48f req-1f83d323-1d18-4afb-9638-90f438af405f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974548 Mar 31 20:25:36.094808 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] For port 56f1a677-4a34-4d55-8704-295e43b77704, host hv-cinder-83607, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:36.098428 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] For port 56f1a677-4a34-4d55-8704-295e43b77704, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f1a677-4a34-4d55-8704-295e43b77704,segment=NetworkSegment(43f20563-179b-4d26-b72d-873a9ed8bffe),segment_id=43f20563-179b-4d26-b72d-873a9ed8bffe)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:36.179322 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (56f1a677-4a34-4d55-8704-295e43b77704), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:36.219890 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.220524 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:36.221969 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] 10.222.0.76 "PUT /v2.0/ports/56f1a677-4a34-4d55-8704-295e43b77704 HTTP/1.1" status: 200 len: 1093 time: 1.1986225 Mar 31 20:25:36.222696 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0d661d-39ef-4768-b788-deef6368f512', 'tag': '56f1a677-4a34-4d55-8704-295e43b77704'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:36.225034 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf0c4f5-27f1-4f5a-b3f6-afffabea2f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "be0d661d-39ef-4768-b788-deef6368f512", "tag": "56f1a677-4a34-4d55-8704-295e43b77704"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:36.249982 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634408c9-115e-4571-93bc-9b6f117dc78b service neutron] Pushing event updated for resources: {'Port': ['ID=56f1a677-4a34-4d55-8704-295e43b77704,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:36.272667 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-e959d12f-3d39-44e6-977e-ef01f6dad3c8 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.274405 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-e959d12f-3d39-44e6-977e-ef01f6dad3c8 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.76 "GET /v2.0/networks?id=58eeba0a-c0aa-4da8-9148-df425d642d87 HTTP/1.1" status: 200 len: 809 time: 0.1381989 Mar 31 20:25:36.279820 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5addaa0f-4f35-4905-ba36-2c2ebc13704b x-openstack-request-id: req-5addaa0f-4f35-4905-ba36-2c2ebc13704b {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:36.279820 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0d661d-39ef-4768-b788-deef6368f512", "tag": "56f1a677-4a34-4d55-8704-295e43b77704", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:36.280116 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5addaa0f-4f35-4905-ba36-2c2ebc13704b {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:36.280386 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5addaa0f-4f35-4905-ba36-2c2ebc13704b'] response: {'name': 'network-changed', 'server_uuid': 'be0d661d-39ef-4768-b788-deef6368f512', 'tag': '56f1a677-4a34-4d55-8704-295e43b77704', 'status': 'completed', 'code': 200} Mar 31 20:25:36.290298 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-bbdb965f-265b-45a3-88aa-94d79fe5913d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Request body: {'port': {'device_id': '4b5c4d0b-9552-4632-a87c-fcf0de323eec', 'network_id': '58eeba0a-c0aa-4da8-9148-df425d642d87', 'admin_state_up': True, 'tenant_id': '1088fbcd4da44e6da3512a11cf070c0b'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:36.381131 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0c4f5-27f1-4f5a-b3f6-afffabea2f0b req-ed690cb6-3f3d-403a-b945-a2e040cc96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.383141 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0bf0c4f5-27f1-4f5a-b3f6-afffabea2f0b req-ed690cb6-3f3d-403a-b945-a2e040cc96d2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=25acf5c1d0134a1ca48c9c03d0b9b69d&device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 1127 time: 0.0687547 Mar 31 20:25:36.469871 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7f86f946-2281-469f-96fc-9fe6578af252 req-5d9ac7b2-2e00-4d89-9d1e-028cdc98fbc0 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 210 time: 0.0485837 Mar 31 20:25:36.504402 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-bbdb965f-265b-45a3-88aa-94d79fe5913d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Made reservation on behalf of 1088fbcd4da44e6da3512a11cf070c0b for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:36.508316 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-bbdb965f-265b-45a3-88aa-94d79fe5913d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:36.567967 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0c4f5-27f1-4f5a-b3f6-afffabea2f0b req-d70e28fc-5774-4c39-85f0-5f6a7c6260d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.570665 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0bf0c4f5-27f1-4f5a-b3f6-afffabea2f0b req-d70e28fc-5774-4c39-85f0-5f6a7c6260d2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=25acf5c1d0134a1ca48c9c03d0b9b69d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1719558 Mar 31 20:25:36.717421 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-bbdb965f-265b-45a3-88aa-94d79fe5913d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Allocated IP 172.20.0.5 (58eeba0a-c0aa-4da8-9148-df425d642d87/67c0b366-af5d-488a-ad21-daee31c21d00/5f9903ed-66de-4bb1-919c-7f0c608bab00) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:36.727600 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0c4f5-27f1-4f5a-b3f6-afffabea2f0b req-cf086fd0-0f55-4cc4-ab6a-4b76d4e44579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.729325 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0bf0c4f5-27f1-4f5a-b3f6-afffabea2f0b req-cf086fd0-0f55-4cc4-ab6a-4b76d4e44579 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1493390 Mar 31 20:25:36.762584 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb64b0-4419-4fd2-9597-395d65893dbd req-9b35b741-c548-44f2-8332-50e1717790bd tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.764733 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-eecb64b0-4419-4fd2-9597-395d65893dbd req-9b35b741-c548-44f2-8332-50e1717790bd tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 943 time: 0.0939975 Mar 31 20:25:36.868102 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-eecb64b0-4419-4fd2-9597-395d65893dbd req-a6efbd29-53bd-465b-86db-71f5b8494f77 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977623 Mar 31 20:25:36.894003 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-3a7b8193-7d35-4ea3-b2f4-e3da073eacb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.895672 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-3a7b8193-7d35-4ea3-b2f4-e3da073eacb3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=25acf5c1d0134a1ca48c9c03d0b9b69d&device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 1127 time: 0.0955918 Mar 31 20:25:36.952293 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-b31d2835-a31b-4d37-a466-5734c9b6ae7d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56f1a677-4a34-4d55-8704-295e43b77704 HTTP/1.1" status: 200 len: 217 time: 0.0494308 Mar 31 20:25:36.970160 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-bbdb965f-265b-45a3-88aa-94d79fe5913d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks [] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:37.017269 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-aaafc168-8966-4d6f-87dd-d51cb2efca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:37.019129 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-aaafc168-8966-4d6f-87dd-d51cb2efca15 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ed5a17d-7631-4711-97c6-787d94d0ca74 HTTP/1.1" status: 200 len: 854 time: 0.0603836 Mar 31 20:25:37.059595 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-bbdb965f-265b-45a3-88aa-94d79fe5913d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:37.077847 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-74130261-3534-4fae-b339-fc88053eb69c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=67805899-6a3d-42e3-aa24-8473050fa597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383856 Mar 31 20:25:37.166627 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-bbdb965f-265b-45a3-88aa-94d79fe5913d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Network 58eeba0a-c0aa-4da8-9148-df425d642d87 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:37.177542 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-bbdb965f-265b-45a3-88aa-94d79fe5913d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:37.201987 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-bbdb965f-265b-45a3-88aa-94d79fe5913d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:37.239334 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb965f-265b-45a3-88aa-94d79fe5913d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Pushing event updated for resources: {'Port': ['ID=5f9903ed-66de-4bb1-919c-7f0c608bab00,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:37.259201 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:25:37.284774 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-bbdb965f-265b-45a3-88aa-94d79fe5913d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:37.285382 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-bbdb965f-265b-45a3-88aa-94d79fe5913d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:37.309056 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-5d244184-4b92-473a-8862-de1111fb48a4 service neutron] 10.222.0.76 "GET /v2.0/networks/67805899-6a3d-42e3-aa24-8473050fa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211318 Mar 31 20:25:37.347759 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6bb69-ac8a-4cf0-92b7-ec074787921f req-fbdb7b7c-8adc-45d9-bb64-4dbd7790978c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:37.354619 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c2d6bb69-ac8a-4cf0-92b7-ec074787921f req-fbdb7b7c-8adc-45d9-bb64-4dbd7790978c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.1351337 Mar 31 20:25:37.393807 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3fc638de-de18-4dfe-91cb-dd2c70ba78f3,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:37.398710 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75316cbc-d925-44a3-94b1-b482c0a0460c req-5262ad1c-b6ff-4e3f-b1a0-6242a85e1229 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:37.400524 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-75316cbc-d925-44a3-94b1-b482c0a0460c req-5262ad1c-b6ff-4e3f-b1a0-6242a85e1229 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.1820922 Mar 31 20:25:37.405724 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-bbdb965f-265b-45a3-88aa-94d79fe5913d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1200073 Mar 31 20:25:37.426406 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Request body: {'port': {'device_id': '4b5c4d0b-9552-4632-a87c-fcf0de323eec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:37.431431 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'port_id': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3', 'mac_address': 'fa:16:3e:4a:ec:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:25:37.497287 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:37.497975 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:37.512173 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:37.529650 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c2d6bb69-ac8a-4cf0-92b7-ec074787921f req-882fc3ae-e3ca-427c-b23d-60ad5a62bcfb tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729119 Mar 31 20:25:37.535736 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3fc638de-de18-4dfe-91cb-dd2c70ba78f3,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:37.603816 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:37.624579 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:37.639894 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3ce5c7c-ffa4-45af-9f14-f59416a4f382 req-0a9d1e00-7413-4b8e-bb2a-680a0f07d326 service neutron] 10.222.0.76 "GET /v2.0/networks/67805899-6a3d-42e3-aa24-8473050fa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242614 Mar 31 20:25:37.648902 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-75316cbc-d925-44a3-94b1-b482c0a0460c req-e000ce84-b15e-48df-a559-54a167ed99d3 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356179 Mar 31 20:25:37.731004 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa1d2a-bcac-408a-b4aa-7ccf7736dc3d req-75a909ee-7073-4d7f-9fe3-14bb29af8313 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:37.740707 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b8aa1d2a-bcac-408a-b4aa-7ccf7736dc3d req-75a909ee-7073-4d7f-9fe3-14bb29af8313 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 931 time: 0.0854309 Mar 31 20:25:37.749512 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=3fc638de-de18-4dfe-91cb-dd2c70ba78f3,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:37.792769 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b8aa1d2a-bcac-408a-b4aa-7ccf7736dc3d req-6b68e99a-0a48-4ed5-96e9-eebac8e4c0cf tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507538 Mar 31 20:25:38.020344 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59496fc4-cab9-47a3-b59f-352ee35fcccd req-139a7f06-da86-4dd3-9461-06a8c5d81f5f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:38.021827 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9903ed-66de-4bb1-919c-7f0c608bab00 {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:38.022843 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-59496fc4-cab9-47a3-b59f-352ee35fcccd req-139a7f06-da86-4dd3-9461-06a8c5d81f5f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 944 time: 0.0650866 Mar 31 20:25:38.032832 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Publish callbacks [] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:38.049749 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Transition to ACTIVE for port object 5f9903ed-66de-4bb1-919c-7f0c608bab00 will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:25:38.080768 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-59496fc4-cab9-47a3-b59f-352ee35fcccd req-1c0ecdd6-dd07-4976-9f79-e55ed48bcef3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500498 Mar 31 20:25:38.138376 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:38.186395 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Pushing event updated for resources: {'Port': ['ID=5f9903ed-66de-4bb1-919c-7f0c608bab00,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:38.268473 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['3fc638de-de18-4dfe-91cb-dd2c70ba78f3'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:38.269247 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Attempting to bind port 5f9903ed-66de-4bb1-919c-7f0c608bab00 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:38.269580 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Attempting to bind port 5f9903ed-66de-4bb1-919c-7f0c608bab00 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'ce3acc30-0833-4eee-8219-36842b488a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '58eeba0a-c0aa-4da8-9148-df425d642d87'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:38.269906 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Attempting to bind port 5f9903ed-66de-4bb1-919c-7f0c608bab00 on network 58eeba0a-c0aa-4da8-9148-df425d642d87 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:38.275064 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Port 5f9903ed-66de-4bb1-919c-7f0c608bab00 on network 58eeba0a-c0aa-4da8-9148-df425d642d87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:25:38.275064 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Attempting to bind port 5f9903ed-66de-4bb1-919c-7f0c608bab00 on network 58eeba0a-c0aa-4da8-9148-df425d642d87 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:38.280390 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:38.280730 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Checking segment: {'id': 'ce3acc30-0833-4eee-8219-36842b488a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '58eeba0a-c0aa-4da8-9148-df425d642d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:38.281163 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Bound using segment: {'id': 'ce3acc30-0833-4eee-8219-36842b488a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '58eeba0a-c0aa-4da8-9148-df425d642d87'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:38.281592 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Bound port: 5f9903ed-66de-4bb1-919c-7f0c608bab00, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce3acc30-0833-4eee-8219-36842b488a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '58eeba0a-c0aa-4da8-9148-df425d642d87'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:38.281952 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:38.355178 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] For port 5f9903ed-66de-4bb1-919c-7f0c608bab00, host hv-cinder-83607, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:38.359735 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] For port 5f9903ed-66de-4bb1-919c-7f0c608bab00, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5f9903ed-66de-4bb1-919c-7f0c608bab00,segment=NetworkSegment(ce3acc30-0833-4eee-8219-36842b488a1d),segment_id=ce3acc30-0833-4eee-8219-36842b488a1d)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:38.465434 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:38.518224 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:38.518224 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:38.519214 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] 10.222.0.76 "PUT /v2.0/ports/5f9903ed-66de-4bb1-919c-7f0c608bab00 HTTP/1.1" status: 200 len: 1093 time: 1.0985992 Mar 31 20:25:38.519678 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5c4d0b-9552-4632-a87c-fcf0de323eec', 'tag': '5f9903ed-66de-4bb1-919c-7f0c608bab00'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:38.522015 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c9a54e-46f9-452b-b812-b570d2bd05e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5c4d0b-9552-4632-a87c-fcf0de323eec", "tag": "5f9903ed-66de-4bb1-919c-7f0c608bab00"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:38.535758 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01618189-39bf-4f4d-b782-0433b9f1460b service neutron] Pushing event updated for resources: {'Port': ['ID=5f9903ed-66de-4bb1-919c-7f0c608bab00,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:38.594164 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4882af3c-6f44-4fc8-b64c-ea20031c13e9 x-openstack-request-id: req-4882af3c-6f44-4fc8-b64c-ea20031c13e9 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:38.595082 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5c4d0b-9552-4632-a87c-fcf0de323eec", "tag": "5f9903ed-66de-4bb1-919c-7f0c608bab00", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:38.595563 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4882af3c-6f44-4fc8-b64c-ea20031c13e9 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:38.597208 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4882af3c-6f44-4fc8-b64c-ea20031c13e9'] response: {'name': 'network-changed', 'server_uuid': '4b5c4d0b-9552-4632-a87c-fcf0de323eec', 'tag': '5f9903ed-66de-4bb1-919c-7f0c608bab00', 'status': 'completed', 'code': 200} Mar 31 20:25:38.679010 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a54e-46f9-452b-b812-b570d2bd05e8 req-01e7be4f-0e48-4d01-a997-3e47d81eb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:38.680516 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-59c9a54e-46f9-452b-b812-b570d2bd05e8 req-01e7be4f-0e48-4d01-a997-3e47d81eb46d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1088fbcd4da44e6da3512a11cf070c0b&device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 1127 time: 0.0521975 Mar 31 20:25:38.686692 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588114b4-acea-4bcc-87a1-1a96df6a63c0 req-b0bf98f8-c437-4666-9f24-c5f95ad438f4 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:38.689500 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-588114b4-acea-4bcc-87a1-1a96df6a63c0 req-b0bf98f8-c437-4666-9f24-c5f95ad438f4 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0697908 Mar 31 20:25:38.777856 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-588114b4-acea-4bcc-87a1-1a96df6a63c0 req-6b5f7740-91f7-4a0e-bcbf-33e610f24b5e tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773609 Mar 31 20:25:38.809913 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fcd63-1c37-4358-9158-63a33bb64589 req-81988f23-0f43-4bb1-a9db-c918c1bd441e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:38.811717 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4f5fcd63-1c37-4358-9158-63a33bb64589 req-81988f23-0f43-4bb1-a9db-c918c1bd441e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.0789404 Mar 31 20:25:38.869677 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4f5fcd63-1c37-4358-9158-63a33bb64589 req-c917a460-86e1-4c73-a1cf-2425255fc023 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519660 Mar 31 20:25:38.879764 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a54e-46f9-452b-b812-b570d2bd05e8 req-e3554a62-6376-43d0-9542-95d847da2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:38.881750 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-59c9a54e-46f9-452b-b812-b570d2bd05e8 req-e3554a62-6376-43d0-9542-95d847da2003 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=1088fbcd4da44e6da3512a11cf070c0b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1879714 Mar 31 20:25:38.936004 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e83beb-e106-413e-8f59-075c0c3be518 req-3f3ef205-1084-45ee-97ba-caba108f9052 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:38.937616 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5e83beb-e106-413e-8f59-075c0c3be518 req-3f3ef205-1084-45ee-97ba-caba108f9052 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 943 time: 0.0621612 Mar 31 20:25:38.990369 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5e83beb-e106-413e-8f59-075c0c3be518 req-0406aa5e-8cb0-41c3-881a-8d56511836d6 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466444 Mar 31 20:25:39.218774 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe94806-d696-4e7b-8aed-f06d19943bb3 req-052ab128-c658-4aa8-828c-0a84dce640a0 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:39.220453 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bbe94806-d696-4e7b-8aed-f06d19943bb3 req-052ab128-c658-4aa8-828c-0a84dce640a0 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 944 time: 0.0654349 Mar 31 20:25:39.240982 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a54e-46f9-452b-b812-b570d2bd05e8 req-d99872ec-b123-41e5-8024-85d95ea6d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:39.242485 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-59c9a54e-46f9-452b-b812-b570d2bd05e8 req-d99872ec-b123-41e5-8024-85d95ea6d99f service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3544128 Mar 31 20:25:39.270932 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bbe94806-d696-4e7b-8aed-f06d19943bb3 req-646b5ff9-5335-414e-ba52-334470cb52ae tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446703 Mar 31 20:25:39.335579 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-a31de317-1943-4afd-938f-a61ba63ef8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:39.337189 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-a31de317-1943-4afd-938f-a61ba63ef8f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1088fbcd4da44e6da3512a11cf070c0b&device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 1127 time: 0.0529294 Mar 31 20:25:39.384521 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-823eba7d-a081-4d3d-b0a8-10a787c93277 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9903ed-66de-4bb1-919c-7f0c608bab00 HTTP/1.1" status: 200 len: 217 time: 0.0387850 Mar 31 20:25:39.435307 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-6f2364fa-8425-4a1a-a869-057b87cffb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:39.436757 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-6f2364fa-8425-4a1a-a869-057b87cffb55 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=67c0b366-af5d-488a-ad21-daee31c21d00 HTTP/1.1" status: 200 len: 849 time: 0.0453503 Mar 31 20:25:39.471033 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-c7674e14-915b-401a-a3a4-95ed32624b85 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=58eeba0a-c0aa-4da8-9148-df425d642d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281346 Mar 31 20:25:39.571697 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-b2d38bbb-8909-4493-958b-175bed44d5de service neutron] 10.222.0.76 "GET /v2.0/networks/58eeba0a-c0aa-4da8-9148-df425d642d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937996 Mar 31 20:25:39.685376 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-724cfb43-35c0-45fc-93dc-cbe454304518 req-d604ab88-9c71-481a-96b2-11c0d11d2c37 service neutron] 10.222.0.76 "GET /v2.0/networks/58eeba0a-c0aa-4da8-9148-df425d642d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062386 Mar 31 20:25:39.825307 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:25:39.926341 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62377769-e6eb-4b08-9a1f-4f206ddec0b2 req-b0e94665-82a0-4e4a-a7fb-b6d2bd32f832 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:39.933842 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-62377769-e6eb-4b08-9a1f-4f206ddec0b2 req-b0e94665-82a0-4e4a-a7fb-b6d2bd32f832 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0725019 Mar 31 20:25:40.018233 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-62377769-e6eb-4b08-9a1f-4f206ddec0b2 req-ccdfdc4f-4bec-40f2-a67c-dc2eee670ee3 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812695 Mar 31 20:25:40.052895 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb925f-c92b-4abb-9b9d-9cb36ae37bf4 req-7a270a4b-0725-4024-85ea-f236c25fd8c0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:40.054283 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b3eb925f-c92b-4abb-9b9d-9cb36ae37bf4 req-7a270a4b-0725-4024-85ea-f236c25fd8c0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.0964377 Mar 31 20:25:40.182259 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b3eb925f-c92b-4abb-9b9d-9cb36ae37bf4 req-24e27d3d-dda2-4780-a46f-e9ea8fb96642 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199656 Mar 31 20:25:40.204488 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75be6-8a33-4765-ae38-726f46055385 req-48584986-41eb-4fe8-9643-7c1761c69bee tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:40.209488 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a4a75be6-8a33-4765-ae38-726f46055385 req-48584986-41eb-4fe8-9643-7c1761c69bee tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 943 time: 0.1207604 Mar 31 20:25:40.276970 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:40.534089 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a4a75be6-8a33-4765-ae38-726f46055385 req-031e64e0-4dde-4a7a-b1d9-66b42334a1e7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215835 Mar 31 20:25:40.550126 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea32d8-e6ed-450b-a77e-12508815398d req-6b96fcaf-a85b-4d90-a20a-339cd965b16e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:40.562950 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-28ea32d8-e6ed-450b-a77e-12508815398d req-6b96fcaf-a85b-4d90-a20a-339cd965b16e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 944 time: 0.0922165 Mar 31 20:25:40.622633 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-28ea32d8-e6ed-450b-a77e-12508815398d req-9f11c2df-137d-4a6b-9058-5fd6824e3d88 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524931 Mar 31 20:25:40.899591 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-71cae089-0105-415c-9e9f-8a59d4be5aee req-81609cc1-e5e3-40ff-ae8f-de9c442bc59f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851259 Mar 31 20:25:40.968973 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cae089-0105-415c-9e9f-8a59d4be5aee req-e9bb8da7-d405-4582-83b2-2332920fd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:40.970818 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-71cae089-0105-415c-9e9f-8a59d4be5aee req-e9bb8da7-d405-4582-83b2-2332920fd22c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 1129 time: 0.0483968 Mar 31 20:25:41.094046 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cae089-0105-415c-9e9f-8a59d4be5aee req-1cdc8f4d-6b06-4844-9e3f-74edadcef5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:41.095506 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-71cae089-0105-415c-9e9f-8a59d4be5aee req-1cdc8f4d-6b06-4844-9e3f-74edadcef5ae service neutron] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 920 time: 0.1050174 Mar 31 20:25:41.151343 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-71cae089-0105-415c-9e9f-8a59d4be5aee req-baeb4616-2393-429e-b1f0-eed0d8726362 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=213be8ef-4e5d-44d6-bab9-151d8a3e41bf HTTP/1.1" status: 200 len: 217 time: 0.0479162 Mar 31 20:25:41.165218 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc4754-2f1e-44d1-8e2e-0840211b014d req-c31ea392-8351-4a7e-a50d-09bdb20fdce5 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:41.173309 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8bbc4754-2f1e-44d1-8e2e-0840211b014d req-c31ea392-8351-4a7e-a50d-09bdb20fdce5 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0815411 Mar 31 20:25:41.221848 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cae089-0105-415c-9e9f-8a59d4be5aee req-f84f3966-56fa-413d-acca-b76a01556f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:41.223362 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-71cae089-0105-415c-9e9f-8a59d4be5aee req-f84f3966-56fa-413d-acca-b76a01556f41 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.0656164 Mar 31 20:25:41.278038 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8bbc4754-2f1e-44d1-8e2e-0840211b014d req-15b7162b-a221-4c24-a022-d88b2864c536 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037557 Mar 31 20:25:41.285081 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 56f1a677-4a34-4d55-8704-295e43b77704 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:25:41.285081 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:41.319004 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cae089-0105-415c-9e9f-8a59d4be5aee req-add56201-38c5-48b8-bce2-bce9bdc2f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:41.323185 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-71cae089-0105-415c-9e9f-8a59d4be5aee req-add56201-38c5-48b8-bce2-bce9bdc2f948 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899508 Mar 31 20:25:41.352907 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff6bb6-15de-4678-b235-dfc4df10740a req-90ec1d28-04b3-4a3d-a2d0-f9a8dce96651 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:41.354635 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-55ff6bb6-15de-4678-b235-dfc4df10740a req-90ec1d28-04b3-4a3d-a2d0-f9a8dce96651 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.0653722 Mar 31 20:25:41.435262 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-55ff6bb6-15de-4678-b235-dfc4df10740a req-6ff32d87-20f9-4a63-82eb-bbb90aa01784 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742245 Mar 31 20:25:41.443022 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-71cae089-0105-415c-9e9f-8a59d4be5aee req-cbdc9cd0-0569-4655-a09f-7604a59ae31c service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109354 Mar 31 20:25:41.455473 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 56f1a677-4a34-4d55-8704-295e43b77704, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f1a677-4a34-4d55-8704-295e43b77704,segment=NetworkSegment(43f20563-179b-4d26-b72d-873a9ed8bffe),segment_id=43f20563-179b-4d26-b72d-873a9ed8bffe)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:41.471835 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': '56f1a677-4a34-4d55-8704-295e43b77704', 'network_id': '67805899-6a3d-42e3-aa24-8473050fa597', 'port_id': '56f1a677-4a34-4d55-8704-295e43b77704', 'mac_address': 'fa:16:3e:79:bf:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed5a17d-7631-4711-97c6-787d94d0ca74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:25:41.516651 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 56f1a677-4a34-4d55-8704-295e43b77704 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:41.516898 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (56f1a677-4a34-4d55-8704-295e43b77704), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:41.532114 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f1a677-4a34-4d55-8704-295e43b77704 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:41.551141 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:25:41.558541 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 56f1a677-4a34-4d55-8704-295e43b77704, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f1a677-4a34-4d55-8704-295e43b77704,segment=NetworkSegment(43f20563-179b-4d26-b72d-873a9ed8bffe),segment_id=43f20563-179b-4d26-b72d-873a9ed8bffe)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:41.560167 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:41.560942 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:41.569470 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-71cae089-0105-415c-9e9f-8a59d4be5aee req-09192f80-b755-4d72-a80a-c3fb35f857b8 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204093 Mar 31 20:25:41.655157 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (56f1a677-4a34-4d55-8704-295e43b77704), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:41.661006 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:41.665464 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:41.730037 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8663c4-c2f3-4955-9d14-d1b3a4d00824 req-a1e3dde3-1e9f-4c0a-9035-c66991c45e77 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:41.737387 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fe8663c4-c2f3-4955-9d14-d1b3a4d00824 req-a1e3dde3-1e9f-4c0a-9035-c66991c45e77 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 943 time: 0.0963004 Mar 31 20:25:41.737565 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3fc638de-de18-4dfe-91cb-dd2c70ba78f3,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:41.740968 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:41.756882 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2b82a7-951a-4650-9b21-1c4f8eb9bc08" -d '{"events": [{"server_uuid": "c1abcb93-0b84-4d06-b495-6f0cb423dd4a", "name": "network-vif-plugged", "status": "completed", "tag": "3fc638de-de18-4dfe-91cb-dd2c70ba78f3"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:41.789119 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=56f1a677-4a34-4d55-8704-295e43b77704,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:41.812874 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:41.825363 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fe8663c4-c2f3-4955-9d14-d1b3a4d00824 req-59e4435a-ff8d-4cb9-b1bc-6683c2829856 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870733 Mar 31 20:25:41.846133 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26e4be-969b-4d55-a0c1-b593a2aa90a4 req-d74984fd-4697-4ff7-8dbc-0d7bae715313 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:41.851073 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ac26e4be-969b-4d55-a0c1-b593a2aa90a4 req-d74984fd-4697-4ff7-8dbc-0d7bae715313 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 944 time: 0.1108944 Mar 31 20:25:41.867163 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=3fc638de-de18-4dfe-91cb-dd2c70ba78f3,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:41.883958 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf08dcb-2759-41e8-91ce-d60745b84347 x-openstack-request-id: req-abf08dcb-2759-41e8-91ce-d60745b84347 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:41.884253 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1abcb93-0b84-4d06-b495-6f0cb423dd4a", "name": "network-vif-plugged", "status": "completed", "tag": "3fc638de-de18-4dfe-91cb-dd2c70ba78f3", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:41.884503 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-abf08dcb-2759-41e8-91ce-d60745b84347 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:41.884934 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf08dcb-2759-41e8-91ce-d60745b84347'] response: {'server_uuid': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3', 'code': 200} Mar 31 20:25:41.912794 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ac26e4be-969b-4d55-a0c1-b593a2aa90a4 req-42c6adb7-fdf9-4370-9dbc-ae19e715b752 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608354 Mar 31 20:25:42.153454 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['56f1a677-4a34-4d55-8704-295e43b77704'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:42.258788 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f5f35-6ed1-42fd-ac75-40b57b049eba req-4a4240db-9e92-4ddd-ad28-613c3bea4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:42.260332 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fb5f5f35-6ed1-42fd-ac75-40b57b049eba req-4a4240db-9e92-4ddd-ad28-613c3bea4760 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 1129 time: 0.0744257 Mar 31 20:25:42.350297 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fb5f5f35-6ed1-42fd-ac75-40b57b049eba req-f71b463a-59c1-49cd-a3ac-b60aa3bc30f1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824058 Mar 31 20:25:42.427975 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68384120-01cd-46e5-96d5-166c27440126 req-4298bceb-65f0-40dd-86a9-bced3798fe56 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:42.429425 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-68384120-01cd-46e5-96d5-166c27440126 req-4298bceb-65f0-40dd-86a9-bced3798fe56 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0557549 Mar 31 20:25:42.499160 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-68384120-01cd-46e5-96d5-166c27440126 req-b3e19522-56fd-4874-b2cb-969c0c08084f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640614 Mar 31 20:25:42.567898 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebb08d-c049-41cc-b160-35e79eeeadc4 req-3f78bbf9-24f1-4991-8f98-86aae5e5ab13 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:42.569583 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0bebb08d-c049-41cc-b160-35e79eeeadc4 req-3f78bbf9-24f1-4991-8f98-86aae5e5ab13 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 944 time: 0.0635815 Mar 31 20:25:42.616308 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0bebb08d-c049-41cc-b160-35e79eeeadc4 req-01b92b83-fb23-4ef1-b475-b3c0c1be1cff tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 Mar 31 20:25:42.954348 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818e44b-43c4-4e22-a692-35e6dff8d132 req-f678a1a3-9171-4297-815a-d0e7bfbf9b06 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:42.955263 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0818e44b-43c4-4e22-a692-35e6dff8d132 req-f678a1a3-9171-4297-815a-d0e7bfbf9b06 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 943 time: 0.0635295 Mar 31 20:25:43.017934 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0818e44b-43c4-4e22-a692-35e6dff8d132 req-39e667b0-ab31-405d-845b-50295de799d1 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572729 Mar 31 20:25:43.085972 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51917a-8b35-4e88-a480-7ecef7ea73e6 req-f0c1cf48-8236-4a81-a1a2-b8ba6d4dbb25 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:43.087515 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1f51917a-8b35-4e88-a480-7ecef7ea73e6 req-f0c1cf48-8236-4a81-a1a2-b8ba6d4dbb25 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0686865 Mar 31 20:25:43.150819 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1f51917a-8b35-4e88-a480-7ecef7ea73e6 req-9ec2d671-123c-44aa-99fd-da682a514309 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523078 Mar 31 20:25:43.298454 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 5f9903ed-66de-4bb1-919c-7f0c608bab00 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:25:43.413697 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 5f9903ed-66de-4bb1-919c-7f0c608bab00, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5f9903ed-66de-4bb1-919c-7f0c608bab00,segment=NetworkSegment(ce3acc30-0833-4eee-8219-36842b488a1d),segment_id=ce3acc30-0833-4eee-8219-36842b488a1d)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:43.429088 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': '5f9903ed-66de-4bb1-919c-7f0c608bab00', 'network_id': '58eeba0a-c0aa-4da8-9148-df425d642d87', 'port_id': '5f9903ed-66de-4bb1-919c-7f0c608bab00', 'mac_address': 'fa:16:3e:15:1e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c0b366-af5d-488a-ad21-daee31c21d00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:25:43.474298 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 5f9903ed-66de-4bb1-919c-7f0c608bab00 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:43.474709 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:43.489352 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9903ed-66de-4bb1-919c-7f0c608bab00 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:43.508352 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 5f9903ed-66de-4bb1-919c-7f0c608bab00, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5f9903ed-66de-4bb1-919c-7f0c608bab00,segment=NetworkSegment(ce3acc30-0833-4eee-8219-36842b488a1d),segment_id=ce3acc30-0833-4eee-8219-36842b488a1d)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:43.579163 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:43.618052 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc353c-e7bc-41c7-b92d-35f3a07bd6b8 req-c2ddbaa8-5d74-4057-8a4b-42f48ef3e4ef tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:43.619581 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-55cc353c-e7bc-41c7-b92d-35f3a07bd6b8 req-c2ddbaa8-5d74-4057-8a4b-42f48ef3e4ef tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0538409 Mar 31 20:25:43.628762 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=5f9903ed-66de-4bb1-919c-7f0c608bab00,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:43.673525 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-55cc353c-e7bc-41c7-b92d-35f3a07bd6b8 req-221aa9be-83ae-4f07-8724-bc2fd68b93d1 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476105 Mar 31 20:25:43.756479 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1a9ca-c576-40ae-ba59-b25d960f7430 req-53861174-d0e8-410f-a266-f3a86db32d8e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:43.758143 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b3d1a9ca-c576-40ae-ba59-b25d960f7430 req-53861174-d0e8-410f-a266-f3a86db32d8e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 944 time: 0.0668268 Mar 31 20:25:43.804484 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b3d1a9ca-c576-40ae-ba59-b25d960f7430 req-0183237c-6a11-45dd-80d0-3cd044253317 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406888 Mar 31 20:25:44.164537 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1847381-9404-4009-915e-744adeed865c req-4b90163f-4225-4070-b212-cd7882eb20b9 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:44.168727 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a1847381-9404-4009-915e-744adeed865c req-4b90163f-4225-4070-b212-cd7882eb20b9 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 944 time: 0.0554087 Mar 31 20:25:44.215839 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a1847381-9404-4009-915e-744adeed865c req-60340461-8667-4b0e-8148-4386233ca4ea tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435889 Mar 31 20:25:44.322941 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c34f3-48dd-465c-896e-447a05ff42ee req-6aeb4785-9f25-4c21-8976-c83330a96946 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:44.325003 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e94c34f3-48dd-465c-896e-447a05ff42ee req-6aeb4785-9f25-4c21-8976-c83330a96946 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0564024 Mar 31 20:25:44.371868 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e94c34f3-48dd-465c-896e-447a05ff42ee req-e8b5a585-cc71-4a6e-bb63-476338da4ee0 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411005 Mar 31 20:25:44.510937 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-465a781c-8702-4b6f-8425-653bebb38bb3 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:44.512411 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-465a781c-8702-4b6f-8425-653bebb38bb3 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/networks?id=47f2e690-836c-458a-a73e-19bb7d08d48a HTTP/1.1" status: 200 len: 814 time: 0.1024034 Mar 31 20:25:44.527240 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-9e4e2ba2-7590-4fc5-87df-eec43b7e9147 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/quotas/66b468fa7c0b48f8a8f9825f4c66e974 HTTP/1.1" status: 200 len: 375 time: 0.0087385 Mar 31 20:25:44.581045 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-0dc37d1a-2225-44e2-b08d-9bd8f98d1a80 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=66b468fa7c0b48f8a8f9825f4c66e974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484838 Mar 31 20:25:44.675742 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-0ec6419c-dba2-40bc-bfb6-730332dc545f service neutron] 10.222.0.74 "GET /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832694 Mar 31 20:25:44.789050 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-b3fcb71a-1f19-494b-834c-d6499588f985 service neutron] 10.222.0.74 "GET /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074467 Mar 31 20:25:44.808495 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af77c0-3fd7-4777-a175-fa75c456ae5c req-15d953f0-5c4c-4460-984c-763dd43093ca tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:44.810173 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-28af77c0-3fd7-4777-a175-fa75c456ae5c req-15d953f0-5c4c-4460-984c-763dd43093ca tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0670137 Mar 31 20:25:44.864483 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-28af77c0-3fd7-4777-a175-fa75c456ae5c req-858c754e-29ab-45a5-8966-8a843a5d7fa4 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487654 Mar 31 20:25:44.973124 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b926d-9ab2-49bd-8067-244635af4673 req-c69fba1f-4684-4054-8638-174de2c69b48 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:44.974775 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-457b926d-9ab2-49bd-8067-244635af4673 req-c69fba1f-4684-4054-8638-174de2c69b48 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 944 time: 0.0554442 Mar 31 20:25:45.019420 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b97e9b90-3c8d-42d6-844f-86bb95e1a8f3 req-2be69819-ac18-4eb8-bc36-40cece6e6947 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.0331397 Mar 31 20:25:45.044897 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-457b926d-9ab2-49bd-8067-244635af4673 req-5e403863-85cf-43e5-a71e-07698ecd10c8 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647192 Mar 31 20:25:45.349586 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc937af-c5be-4e01-af41-508c21233893 req-d5695116-086b-43f0-98f7-f33b9f41ba4b tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:45.351089 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cdc937af-c5be-4e01-af41-508c21233893 req-d5695116-086b-43f0-98f7-f33b9f41ba4b tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 944 time: 0.0698502 Mar 31 20:25:45.397827 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cdc937af-c5be-4e01-af41-508c21233893 req-a84b2a95-191e-499e-b307-747df3c6105b tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Mar 31 20:25:45.501225 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb930b0-f123-4906-a38a-e2cd34e2418e req-18410547-c566-4069-9470-475168d20596 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:45.502795 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0fb930b0-f123-4906-a38a-e2cd34e2418e req-18410547-c566-4069-9470-475168d20596 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0559075 Mar 31 20:25:45.548979 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0fb930b0-f123-4906-a38a-e2cd34e2418e req-5096aa47-5825-4279-bd96-c367fb2f92c8 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406742 Mar 31 20:25:45.979532 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f872dc8-482a-49ff-b06e-b171e54a3741 req-2a71e993-03b9-476f-a28a-73869f723cde tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:45.981128 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1f872dc8-482a-49ff-b06e-b171e54a3741 req-2a71e993-03b9-476f-a28a-73869f723cde tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0526145 Mar 31 20:25:46.033903 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1f872dc8-482a-49ff-b06e-b171e54a3741 req-a80a4bc8-2cfd-4daa-b261-beceaed6d985 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470583 Mar 31 20:25:46.122848 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-94e4ec89-eddb-4728-9a48-a322cd489e17 req-46686a05-b2a3-4684-a837-a39a2f505e64 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.0293365 Mar 31 20:25:46.172547 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328faeb-8257-4161-9052-f82b51ad11fb req-5df11076-5aa1-4deb-a08e-c40a85cae3b0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:46.173991 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e328faeb-8257-4161-9052-f82b51ad11fb req-5df11076-5aa1-4deb-a08e-c40a85cae3b0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 944 time: 0.0543554 Mar 31 20:25:46.221394 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e328faeb-8257-4161-9052-f82b51ad11fb req-a8b6cb57-3fed-4709-bce2-6c3de41ed0fc tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419211 Mar 31 20:25:46.282896 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 56f1a677-4a34-4d55-8704-295e43b77704 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:46.424113 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port 56f1a677-4a34-4d55-8704-295e43b77704 completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:25:46.428113 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port 56f1a677-4a34-4d55-8704-295e43b77704 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:46.428489 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (56f1a677-4a34-4d55-8704-295e43b77704), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.505085 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 56f1a677-4a34-4d55-8704-295e43b77704 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:46.505485 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (56f1a677-4a34-4d55-8704-295e43b77704), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.523778 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cc1f1-e1c2-497a-b345-dacf0eaa9738 req-df52ff65-405c-448a-957a-e81bca9ff940 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:46.525271 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-143cc1f1-e1c2-497a-b345-dacf0eaa9738 req-df52ff65-405c-448a-957a-e81bca9ff940 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 944 time: 0.0518415 Mar 31 20:25:46.527662 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0d661d-39ef-4768-b788-deef6368f512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f1a677-4a34-4d55-8704-295e43b77704'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:46.529888 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510cbaa4-e45e-4862-a102-bb2858d7914d" -d '{"events": [{"server_uuid": "be0d661d-39ef-4768-b788-deef6368f512", "name": "network-vif-plugged", "status": "completed", "tag": "56f1a677-4a34-4d55-8704-295e43b77704"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:46.541996 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 56f1a677-4a34-4d55-8704-295e43b77704, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f1a677-4a34-4d55-8704-295e43b77704,segment=NetworkSegment(43f20563-179b-4d26-b72d-873a9ed8bffe),segment_id=43f20563-179b-4d26-b72d-873a9ed8bffe)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:46.567754 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3a9f1e-81e2-4fcc-b7f7-342323612380 x-openstack-request-id: req-7d3a9f1e-81e2-4fcc-b7f7-342323612380 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:46.568073 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0d661d-39ef-4768-b788-deef6368f512", "name": "network-vif-plugged", "status": "completed", "tag": "56f1a677-4a34-4d55-8704-295e43b77704", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:46.568333 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7d3a9f1e-81e2-4fcc-b7f7-342323612380 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:46.568732 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3a9f1e-81e2-4fcc-b7f7-342323612380'] response: {'server_uuid': 'be0d661d-39ef-4768-b788-deef6368f512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f1a677-4a34-4d55-8704-295e43b77704', 'code': 200} Mar 31 20:25:46.579259 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-143cc1f1-e1c2-497a-b345-dacf0eaa9738 req-9c38d4ec-78b2-419c-9881-b40cd21c6516 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483034 Mar 31 20:25:46.641830 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (56f1a677-4a34-4d55-8704-295e43b77704), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.667967 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52902c9d-76a5-4afd-9b78-2b604607e9f3 req-7c00cb38-b616-4c42-ad6f-133fa04c0d41 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:46.669491 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-52902c9d-76a5-4afd-9b78-2b604607e9f3 req-7c00cb38-b616-4c42-ad6f-133fa04c0d41 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0529010 Mar 31 20:25:46.693178 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=56f1a677-4a34-4d55-8704-295e43b77704,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:46.718848 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-52902c9d-76a5-4afd-9b78-2b604607e9f3 req-2630c343-c190-4f11-b6aa-b9be75dc508a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435858 Mar 31 20:25:47.154646 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b49082-3d94-4ff0-8864-5cc628af51d2 req-1b27922f-cb6b-455f-a8f1-3da7efac62db tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:47.156142 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-78b49082-3d94-4ff0-8864-5cc628af51d2 req-1b27922f-cb6b-455f-a8f1-3da7efac62db tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0520926 Mar 31 20:25:47.223837 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-11fd11ce-d7e9-495a-a6a0-3b8821d83806 req-c8a787d7-50f7-4bcd-b993-f124c93d4f4f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.0359888 Mar 31 20:25:47.233832 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-78b49082-3d94-4ff0-8864-5cc628af51d2 req-764237a4-ef3b-4ea9-a138-c3333c3595eb tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720882 Mar 31 20:25:47.336813 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00cfa-a736-4bdc-9bfa-a1e38c66785b req-ed5b6ce3-6f4e-4a63-9c02-f80f7b800ee1 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:47.339567 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c2b00cfa-a736-4bdc-9bfa-a1e38c66785b req-ed5b6ce3-6f4e-4a63-9c02-f80f7b800ee1 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0532072 Mar 31 20:25:47.391278 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c2b00cfa-a736-4bdc-9bfa-a1e38c66785b req-dd883a1a-a177-4b74-9975-eb053de016f3 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460348 Mar 31 20:25:47.452926 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-dfa12a3c-a043-4ff8-aede-71758e508c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:47.717828 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658c945-1c2f-47b2-9916-b01df8f79488 req-68cc60aa-7d35-47a0-9b97-2dca204b8335 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:47.719662 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e658c945-1c2f-47b2-9916-b01df8f79488 req-68cc60aa-7d35-47a0-9b97-2dca204b8335 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 944 time: 0.0748940 Mar 31 20:25:47.769019 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e658c945-1c2f-47b2-9916-b01df8f79488 req-6b5003f5-d2b7-4af0-8ea0-0521a2a7bdc5 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437915 Mar 31 20:25:47.836219 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe1a01-d45f-496e-af1d-ab42799a1a53 req-de3974d2-293b-4f1b-be0a-520537ace6f6 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:47.837734 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dbbe1a01-d45f-496e-af1d-ab42799a1a53 req-de3974d2-293b-4f1b-be0a-520537ace6f6 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0538287 Mar 31 20:25:47.887697 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dbbe1a01-d45f-496e-af1d-ab42799a1a53 req-78048ba9-fb10-497c-a57c-f3f862ed80d3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436726 Mar 31 20:25:48.124670 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c8cd4-8351-485a-bcda-c80fbcb5c35d req-94169628-1039-4079-8779-3081d4bd4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:48.126188 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-961c8cd4-8351-485a-bcda-c80fbcb5c35d req-94169628-1039-4079-8779-3081d4bd4660 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 1129 time: 0.0439517 Mar 31 20:25:48.169488 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-961c8cd4-8351-485a-bcda-c80fbcb5c35d req-2f3147e8-4040-4596-a212-dcb0f3a5766b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377369 Mar 31 20:25:48.272734 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['5f9903ed-66de-4bb1-919c-7f0c608bab00'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:48.340702 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-afc784b6-874e-4d07-83f8-106afa1a21c8 req-9a7ec301-3386-4b3c-904b-e7d3d54c0e77 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.0506103 Mar 31 20:25:48.374232 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa39963-3853-4bcd-8247-9ef39e409c09 req-c073d762-c09d-4dbd-ab25-a3d35afb8bbf tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:48.375684 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4aa39963-3853-4bcd-8247-9ef39e409c09 req-c073d762-c09d-4dbd-ab25-a3d35afb8bbf tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0726249 Mar 31 20:25:48.434448 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4aa39963-3853-4bcd-8247-9ef39e409c09 req-413c5fb1-424c-46cb-ad2a-062e2a79a724 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530198 Mar 31 20:25:48.513888 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1795a1b-4838-4733-adba-6c0a20a12a94 req-4e1d06f6-22df-4e38-aaf9-f03361f20cd5 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:48.515468 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a1795a1b-4838-4733-adba-6c0a20a12a94 req-4e1d06f6-22df-4e38-aaf9-f03361f20cd5 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0538728 Mar 31 20:25:48.563650 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a1795a1b-4838-4733-adba-6c0a20a12a94 req-e835f56c-fa6e-4056-bd0e-b77a4256c696 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426285 Mar 31 20:25:48.884825 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e9e53-0d3e-4712-81a7-ecab3913e7f9 req-a631de35-ba37-4174-bcd1-0e8716a22349 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:48.886330 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-816e9e53-0d3e-4712-81a7-ecab3913e7f9 req-a631de35-ba37-4174-bcd1-0e8716a22349 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 944 time: 0.0532618 Mar 31 20:25:48.933941 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-816e9e53-0d3e-4712-81a7-ecab3913e7f9 req-7d3ed365-2cc3-4697-b272-f85a524c19f7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Mar 31 20:25:49.008040 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d513c5-6ed9-4c3c-aea5-95db5bcaa172 req-0f07b494-e60b-4cec-a454-59c51fb1335d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:49.009517 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-47d513c5-6ed9-4c3c-aea5-95db5bcaa172 req-0f07b494-e60b-4cec-a454-59c51fb1335d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0545290 Mar 31 20:25:49.055093 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-47d513c5-6ed9-4c3c-aea5-95db5bcaa172 req-102069ab-f99a-4d62-9ab7-9410fc1d8f20 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392740 Mar 31 20:25:49.170227 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29555e0-60e0-4049-bd64-099d40e2eb60 req-b0ff0ea6-38a9-4d98-9a78-7bc6eccbbdc2 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:49.171697 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a29555e0-60e0-4049-bd64-099d40e2eb60 req-b0ff0ea6-38a9-4d98-9a78-7bc6eccbbdc2 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0525734 Mar 31 20:25:49.180116 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 41716) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:49.185173 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-b261ac69-b2c9-41e1-8c44-7b8d0218f65b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Request body: {'floatingip': {'port_id': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:49.227428 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b261ac69-b2c9-41e1-8c44-7b8d0218f65b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for floatingip (6b9c9682-148a-43f7-b3ce-0541a86e4fd0), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.442836 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c20f2575-5f2e-4a40-b3bd-6ad3c823f15a req-eb70d55f-0610-488c-a608-97f594cdba36 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.0338707 Mar 31 20:25:49.656139 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16019ab2-b66f-4e8f-bd25-af57b7a00bf5 req-4576235a-02e7-4e85-940b-72641a302743 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:49.657668 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-16019ab2-b66f-4e8f-bd25-af57b7a00bf5 req-4576235a-02e7-4e85-940b-72641a302743 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.1533217 Mar 31 20:25:49.775916 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b261ac69-b2c9-41e1-8c44-7b8d0218f65b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.794666 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc4e45-1cb6-4bb0-9308-f431dd087ea6 req-c21e25f9-1a31-458a-a319-abd103343eaf tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:49.796160 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cebc4e45-1cb6-4bb0-9308-f431dd087ea6 req-c21e25f9-1a31-458a-a319-abd103343eaf tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.1526518 Mar 31 20:25:49.801247 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-16019ab2-b66f-4e8f-bd25-af57b7a00bf5 req-2725f1c8-15f3-4a9b-86e0-f63f79763fca tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337018 Mar 31 20:25:49.829859 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-8dd20c04-507e-4cfc-af8d-2d385f89454d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.847830 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cebc4e45-1cb6-4bb0-9308-f431dd087ea6 req-b0ddd1a2-141a-410b-9085-ac8613b1c2ab tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451109 Mar 31 20:25:49.852549 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b261ac69-b2c9-41e1-8c44-7b8d0218f65b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (6b9c9682-148a-43f7-b3ce-0541a86e4fd0), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.955139 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [None req-b261ac69-b2c9-41e1-8c44-7b8d0218f65b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Floating IP 6b9c9682-148a-43f7-b3ce-0541a86e4fd0 associated. External IP: 172.27.2.46, port: 3fc638de-de18-4dfe-91cb-dd2c70ba78f3. Mar 31 20:25:50.086847 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b1f59-f6bf-49c9-920f-33ad069f4ffd req-f1aeac93-247f-4674-9c28-072c0bee7c81 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:50.088286 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-385b1f59-f6bf-49c9-920f-33ad069f4ffd req-f1aeac93-247f-4674-9c28-072c0bee7c81 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 944 time: 0.0741899 Mar 31 20:25:50.205852 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-385b1f59-f6bf-49c9-920f-33ad069f4ffd req-b5de0255-8c8e-48da-8f06-7a0abbad0b29 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105881 Mar 31 20:25:50.243314 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b261ac69-b2c9-41e1-8c44-7b8d0218f65b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:25:50.577158 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b31650e0-7730-49f9-9dc8-b44d28465bd4 req-3a687446-08cf-46f8-ae7e-66959bd64fd3 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.0320451 Mar 31 20:25:50.607928 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b261ac69-b2c9-41e1-8c44-7b8d0218f65b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:50.612539 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b261ac69-b2c9-41e1-8c44-7b8d0218f65b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.623087 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d70fa6-eda6-45de-a9a1-7153a9d2badc None None] Sync routers for ids ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:50.633011 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d70fa6-eda6-45de-a9a1-7153a9d2badc None None] Routers {'d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:50.633627 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-d7d70fa6-eda6-45de-a9a1-7153a9d2badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:25:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:50.642221 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-b261ac69-b2c9-41e1-8c44-7b8d0218f65b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "PUT /v2.0/floatingips/6b9c9682-148a-43f7-b3ce-0541a86e4fd0 HTTP/1.1" status: 200 len: 990 time: 1.4610527 Mar 31 20:25:50.642804 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'tag': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:50.645034 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfa82f5-30f7-4756-b192-1b2e73032f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c1abcb93-0b84-4d06-b495-6f0cb423dd4a", "tag": "3fc638de-de18-4dfe-91cb-dd2c70ba78f3"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:50.680093 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e972a183-f219-4480-b135-66a949fcf48e x-openstack-request-id: req-e972a183-f219-4480-b135-66a949fcf48e {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:50.680381 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1abcb93-0b84-4d06-b495-6f0cb423dd4a", "tag": "3fc638de-de18-4dfe-91cb-dd2c70ba78f3", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:50.680657 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e972a183-f219-4480-b135-66a949fcf48e {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:50.681091 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e972a183-f219-4480-b135-66a949fcf48e'] response: {'name': 'network-changed', 'server_uuid': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'tag': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3', 'status': 'completed', 'code': 200} Mar 31 20:25:50.742302 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-d7d70fa6-eda6-45de-a9a1-7153a9d2badc None None] Set router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:50.750475 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa82f5-30f7-4756-b192-1b2e73032f8f req-e4e29c12-7c24-4879-95c1-ba92d8cd8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:50.751991 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cbfa82f5-30f7-4756-b192-1b2e73032f8f req-e4e29c12-7c24-4879-95c1-ba92d8cd8b75 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 1129 time: 0.0424647 Mar 31 20:25:50.842118 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa82f5-30f7-4756-b192-1b2e73032f8f req-3c49e8fa-2036-4c5c-ad66-747c7548b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:50.844037 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cbfa82f5-30f7-4756-b192-1b2e73032f8f req-3c49e8fa-2036-4c5c-ad66-747c7548b1ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 920 time: 0.0857525 Mar 31 20:25:50.955857 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.967154 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cbfa82f5-30f7-4756-b192-1b2e73032f8f req-676b07c7-e3b6-42cf-8172-55a62787ed3b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fc638de-de18-4dfe-91cb-dd2c70ba78f3 HTTP/1.1" status: 200 len: 998 time: 0.1172075 Mar 31 20:25:50.993658 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a39dd-bfe7-40ce-8a4e-0143ba3650ef req-4b88f2b3-0857-43e1-8e6f-06e5ae70de2e tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:50.995084 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e73a39dd-bfe7-40ce-8a4e-0143ba3650ef req-4b88f2b3-0857-43e1-8e6f-06e5ae70de2e tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0917451 Mar 31 20:25:50.997608 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-d7d70fa6-eda6-45de-a9a1-7153a9d2badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '6b9c9682-148a-43f7-b3ce-0541a86e4fd0', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'port_id': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'mac_address': 'fa:16:3e:4a:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:25:49Z', 'revision_number': 1, 'project_id': 'e6d77c702db8412b99606b6691146301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a', 'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'mac_address': 'fa:16:3e:fd:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:42Z', 'updated_at': '2022-03-31T20:22:48Z', 'revision_number': 5, 'project_id': 'e6d77c702db8412b99606b6691146301', 'subnets': [{'id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:51.012700 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d3c5-e1cb-4687-b69e-ff08c78b15ba req-25763067-8234-4574-909a-a6e0edb55a23 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.014168 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83b0d3c5-e1cb-4687-b69e-ff08c78b15ba req-25763067-8234-4574-909a-a6e0edb55a23 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0786648 Mar 31 20:25:51.021193 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa82f5-30f7-4756-b192-1b2e73032f8f req-b8bced6f-1591-4dc8-a31a-b97eb54fc5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.022699 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cbfa82f5-30f7-4756-b192-1b2e73032f8f req-b8bced6f-1591-4dc8-a31a-b97eb54fc5d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.0495918 Mar 31 20:25:51.026399 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d70fa6-eda6-45de-a9a1-7153a9d2badc None None] Checking router: d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:51.035626 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d70fa6-eda6-45de-a9a1-7153a9d2badc None None] Routers {'d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:51.036245 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-d7d70fa6-eda6-45de-a9a1-7153a9d2badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:25:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:51.074114 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa82f5-30f7-4756-b192-1b2e73032f8f req-a26e812c-b9fb-48e2-8808-183d8379c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.075592 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cbfa82f5-30f7-4756-b192-1b2e73032f8f req-a26e812c-b9fb-48e2-8808-183d8379c3a2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447903 Mar 31 20:25:51.087930 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e73a39dd-bfe7-40ce-8a4e-0143ba3650ef req-9eee7cc3-c9e4-44cb-ae0b-aeecd859024a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834756 Mar 31 20:25:51.092797 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83b0d3c5-e1cb-4687-b69e-ff08c78b15ba req-abfe8cde-22a9-4e1b-b0fb-b35b464dc8a5 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665665 Mar 31 20:25:51.152425 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-d7d70fa6-eda6-45de-a9a1-7153a9d2badc None None] Set router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:51.180706 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cbfa82f5-30f7-4756-b192-1b2e73032f8f req-6a54a450-476d-4414-91c7-e5496666494b service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973232 Mar 31 20:25:51.278794 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cbfa82f5-30f7-4756-b192-1b2e73032f8f req-0464a801-d857-4c59-a18f-b4c3e5e9b62e service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913572 Mar 31 20:25:51.336368 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988e44d-8d26-490b-901a-a454f5c23bdd req-92d4ba8b-89df-4ae0-bd65-3a966fee545b tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.338052 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6988e44d-8d26-490b-901a-a454f5c23bdd req-92d4ba8b-89df-4ae0-bd65-3a966fee545b tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 944 time: 0.0553167 Mar 31 20:25:51.382713 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-d7d70fa6-eda6-45de-a9a1-7153a9d2badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '6b9c9682-148a-43f7-b3ce-0541a86e4fd0', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'port_id': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'mac_address': 'fa:16:3e:4a:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:25:49Z', 'revision_number': 1, 'project_id': 'e6d77c702db8412b99606b6691146301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a', 'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'mac_address': 'fa:16:3e:fd:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:42Z', 'updated_at': '2022-03-31T20:22:48Z', 'revision_number': 5, 'project_id': 'e6d77c702db8412b99606b6691146301', 'subnets': [{'id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:51.387267 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6988e44d-8d26-490b-901a-a454f5c23bdd req-a7e86e44-a098-4c68-ad00-bcfe424a39ef tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430348 Mar 31 20:25:51.409292 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d70fa6-eda6-45de-a9a1-7153a9d2badc None None] The sync data for ids ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'] in dv-cinder-836070-1-iscsi is: [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '6b9c9682-148a-43f7-b3ce-0541a86e4fd0', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'port_id': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'mac_address': 'fa:16:3e:4a:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:25:49Z', 'revision_number': 1, 'project_id': 'e6d77c702db8412b99606b6691146301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a', 'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'mac_address': 'fa:16:3e:fd:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:42Z', 'updated_at': '2022-03-31T20:22:48Z', 'revision_number': 5, 'project_id': 'e6d77c702db8412b99606b6691146301', 'subnets': [{'id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:51.593523 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf83b11-e941-4856-adff-931e56a8654a None None] New status for floating IP 6b9c9682-148a-43f7-b3ce-0541a86e4fd0: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:25:51.671519 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-828ff30d-3ac5-427c-ada0-935f35c9a2f2 req-b0f5387d-2ffe-4df5-a10d-985b192c89b1 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.0301554 Mar 31 20:25:52.179074 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.249435 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6855e-c9a2-435e-88fc-da934f6bca31 req-752c6e7e-155b-4387-b15e-db8b36b58fd9 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:52.250912 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-88a6855e-c9a2-435e-88fc-da934f6bca31 req-752c6e7e-155b-4387-b15e-db8b36b58fd9 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0840182 Mar 31 20:25:52.257623 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071ea91-b4d5-4600-85cb-ea3d0895b4eb req-7c3d5e13-1464-4c75-aa5e-1c6f286c8566 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:52.258946 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9071ea91-b4d5-4600-85cb-ea3d0895b4eb req-7c3d5e13-1464-4c75-aa5e-1c6f286c8566 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0897315 Mar 31 20:25:52.331778 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-88a6855e-c9a2-435e-88fc-da934f6bca31 req-b4367698-eaad-4978-87d0-d9ecdbee7a2c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718844 Mar 31 20:25:52.335123 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9071ea91-b4d5-4600-85cb-ea3d0895b4eb req-e7ab5c86-0a28-4fd2-a40e-54511c3ea25c tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691180 Mar 31 20:25:52.518205 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535598f-6ee9-43b7-b9f0-a54f157df298 req-a52c599e-caec-4312-ab0a-780706fb65fb tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:52.519671 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6535598f-6ee9-43b7-b9f0-a54f157df298 req-a52c599e-caec-4312-ab0a-780706fb65fb tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 944 time: 0.0651848 Mar 31 20:25:52.566242 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6535598f-6ee9-43b7-b9f0-a54f157df298 req-805a569f-dfc2-4204-8eca-01d7732cace0 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407705 Mar 31 20:25:52.761536 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-545f2812-5845-4d60-94d1-69240256380d req-b072b0eb-1a92-4db1-b3f2-d242726bfbb0 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.0263538 Mar 31 20:25:53.483156 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab5e0b-6eca-495a-8d39-91930b2fe4eb req-e7ac1b97-5d2d-49c6-83f7-519bb9aec9d3 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:53.484629 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-08ab5e0b-6eca-495a-8d39-91930b2fe4eb req-e7ac1b97-5d2d-49c6-83f7-519bb9aec9d3 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0856740 Mar 31 20:25:53.492562 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b35494-a244-4275-8040-83ade1bfef3e req-23cf293c-dd4a-41ad-a8b6-00fefe0a500b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:53.493950 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c4b35494-a244-4275-8040-83ade1bfef3e req-23cf293c-dd4a-41ad-a8b6-00fefe0a500b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0931652 Mar 31 20:25:53.561520 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-08ab5e0b-6eca-495a-8d39-91930b2fe4eb req-444d530d-6958-4b4e-ad41-37965a19952d tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666223 Mar 31 20:25:53.575091 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c4b35494-a244-4275-8040-83ade1bfef3e req-c6d8c93d-34cc-45df-954f-8d0d798323b3 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745273 Mar 31 20:25:53.683870 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec5575-3ef5-42ab-a19f-a58788935ba2 req-b486993e-4d5b-4dc1-92c8-b42ed1532d31 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:53.685365 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dbec5575-3ef5-42ab-a19f-a58788935ba2 req-b486993e-4d5b-4dc1-92c8-b42ed1532d31 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 944 time: 0.0537727 Mar 31 20:25:53.734193 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dbec5575-3ef5-42ab-a19f-a58788935ba2 req-67f0c333-c4f5-4e71-a115-ada0a83fe59c tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432131 Mar 31 20:25:53.784549 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:53.864726 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-104ad7e2-be0d-4352-a28f-511f9fc1dc29 req-51f7f88f-b340-4bf8-b207-6c61cb5d0906 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.0381696 Mar 31 20:25:53.934888 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 41784) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:54.036371 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-073e0318-1abf-406f-942d-d577f997358e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.106969 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-073e0318-1abf-406f-942d-d577f997358e admin admin] Publish callbacks [] for security_group (b6821f5d-1f7b-40b4-ad1c-5f0d567628f5), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.155551 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-073e0318-1abf-406f-942d-d577f997358e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (b6821f5d-1f7b-40b4-ad1c-5f0d567628f5), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.196397 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-073e0318-1abf-406f-942d-d577f997358e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3526c700e16d40bfbbed1a0843069e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601514 Mar 31 20:25:54.197873 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e0318-1abf-406f-942d-d577f997358e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6821f5d-1f7b-40b4-ad1c-5f0d567628f5,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:54.198867 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 41788) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:54.247044 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Publish callbacks [] for security_group (b6821f5d-1f7b-40b4-ad1c-5f0d567628f5), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.267472 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Publish callbacks [] for security_group (b6821f5d-1f7b-40b4-ad1c-5f0d567628f5), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.355766 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (b6821f5d-1f7b-40b4-ad1c-5f0d567628f5), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.358282 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.359403 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b6821f5d-1f7b-40b4-ad1c-5f0d567628f5 HTTP/1.1" status: 204 len: 168 time: 0.1595550 Mar 31 20:25:54.366797 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6821f5d-1f7b-40b4-ad1c-5f0d567628f5,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:54.374834 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.375184 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.375527 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.375866 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.376222 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.376578 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.377086 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.377394 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.377725 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.378052 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.378379 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.378702 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.379024 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.379352 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.379672 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83398f-bc1c-400d-bef1-997e4fa348bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:54.722334 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2894fb-6362-4a7e-ac24-e2461819dcfd req-a8cde4c6-172f-427c-8cb1-8e60d74e947e tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:54.723818 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb2894fb-6362-4a7e-ac24-e2461819dcfd req-a8cde4c6-172f-427c-8cb1-8e60d74e947e tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0933154 Mar 31 20:25:54.736199 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf298d-ca72-4716-a2bf-9015c9ea2665 req-0835c3df-2577-4172-ba53-31f111afcb1e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:54.737679 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8aaf298d-ca72-4716-a2bf-9015c9ea2665 req-0835c3df-2577-4172-ba53-31f111afcb1e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0752499 Mar 31 20:25:54.811814 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb2894fb-6362-4a7e-ac24-e2461819dcfd req-9b88a10e-5d4c-4e4d-8710-a001677d8792 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731626 Mar 31 20:25:54.815222 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8aaf298d-ca72-4716-a2bf-9015c9ea2665 req-20f68bc7-c197-4fee-8056-7dacecefa4a9 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700028 Mar 31 20:25:54.921038 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7902bc-2dfb-4518-b822-e852327075ac req-caf7c48a-e7f6-4645-b327-7a2ca96a24a0 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:54.922538 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-eb7902bc-2dfb-4518-b822-e852327075ac req-caf7c48a-e7f6-4645-b327-7a2ca96a24a0 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 944 time: 0.0571868 Mar 31 20:25:54.970815 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7400d0d8-79e9-460e-979e-189080393918 req-b6a26122-4eaa-4dec-a3ab-b4116d3922c0 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.0353143 Mar 31 20:25:54.993184 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-eb7902bc-2dfb-4518-b822-e852327075ac req-d2c1372b-b0c1-42e1-8ed9-b1d0d5928e53 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642145 Mar 31 20:25:55.973040 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0902c-7d42-4bcd-83bd-e8765cfbc691 req-9a000dce-5185-4a7f-a7ea-b37bfe9bdba3 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:55.974570 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-55c0902c-7d42-4bcd-83bd-e8765cfbc691 req-9a000dce-5185-4a7f-a7ea-b37bfe9bdba3 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0877717 Mar 31 20:25:55.982260 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a21833-d29e-461e-b5b3-6e2d9d563761 req-7edc3695-61ed-4e96-921a-da51fd78f6da tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:55.985714 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b9a21833-d29e-461e-b5b3-6e2d9d563761 req-7edc3695-61ed-4e96-921a-da51fd78f6da tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0986898 Mar 31 20:25:56.056524 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-55c0902c-7d42-4bcd-83bd-e8765cfbc691 req-27a830eb-7f71-417c-8d10-a0c0bf700a0e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719302 Mar 31 20:25:56.062073 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b9a21833-d29e-461e-b5b3-6e2d9d563761 req-5d9d1f61-1032-4ad7-93ba-001e5a2f02cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708373 Mar 31 20:25:56.164231 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b26135d-12aa-4940-8732-6cde01ea7101 req-2996c652-ed3f-498e-92b0-d0b0474b9231 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.0507882 Mar 31 20:25:56.191512 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910523c6-fdb2-49fd-82e8-1bcc1a82f62e req-8faf7b14-c075-4599-99a0-b9e7beb445bf tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:56.192979 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-910523c6-fdb2-49fd-82e8-1bcc1a82f62e req-8faf7b14-c075-4599-99a0-b9e7beb445bf tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 944 time: 0.0688634 Mar 31 20:25:56.244955 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-910523c6-fdb2-49fd-82e8-1bcc1a82f62e req-853e18e3-ff7d-4158-aeda-d6649c082414 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Mar 31 20:25:57.114557 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-add76b64-9969-48f7-b1b8-0a4d98c48ec9 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=05ecbe17fc8a4a0da3e78f2d4a7b6df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279343 Mar 31 20:25:57.321204 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a838c-1a59-49a7-9bfb-42fdf789afa2 req-c81bb8e9-e238-4f12-bb45-90f7c991028e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:57.322676 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fc2a838c-1a59-49a7-9bfb-42fdf789afa2 req-c81bb8e9-e238-4f12-bb45-90f7c991028e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.1935546 Mar 31 20:25:57.332465 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-258e574c-9187-4a38-9c32-870db28c2e92 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:57.333858 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-258e574c-9187-4a38-9c32-870db28c2e92 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142119 Mar 31 20:25:57.358038 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-388c94e7-0440-43a2-a1d1-733f5e342574 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/quotas/05ecbe17fc8a4a0da3e78f2d4a7b6df8 HTTP/1.1" status: 200 len: 375 time: 0.0170383 Mar 31 20:25:57.396334 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-7ec24e8d-721f-439f-825b-ee212017e14b tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=05ecbe17fc8a4a0da3e78f2d4a7b6df8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327194 Mar 31 20:25:57.408314 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fc2a838c-1a59-49a7-9bfb-42fdf789afa2 req-3b030276-5510-404d-8fd3-e5ae801eebc8 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735433 Mar 31 20:25:57.514946 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cb816-a2bb-4b51-bee1-4ea194d91931 req-d04675af-a9e8-4b4d-9365-b48add4d5b0b tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:57.516460 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ad9cb816-a2bb-4b51-bee1-4ea194d91931 req-d04675af-a9e8-4b4d-9365-b48add4d5b0b tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0530760 Mar 31 20:25:57.573934 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ad9cb816-a2bb-4b51-bee1-4ea194d91931 req-43a42197-ce5c-48c1-b344-cb1c9000bb3f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511389 Mar 31 20:25:57.688562 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-762fb5c6-9e0b-421c-8ec7-0d3905018669 req-dd1f1208-6316-4a5e-be23-540677b7a523 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.0460389 Mar 31 20:25:57.715902 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065bd35-3e28-41eb-91f2-32254f0487b0 req-fbb97fe7-2515-437a-97df-e02291208328 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:57.717411 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8065bd35-3e28-41eb-91f2-32254f0487b0 req-fbb97fe7-2515-437a-97df-e02291208328 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 944 time: 0.0668960 Mar 31 20:25:57.776551 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-521a562d-f536-4910-ab3a-c301621cded1 req-bb70cfea-2432-45a4-863a-2eccf62896b0 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 210 time: 0.0439725 Mar 31 20:25:57.792945 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8065bd35-3e28-41eb-91f2-32254f0487b0 req-f0a122c3-2ca0-4c7b-93fe-3a938361746c tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677540 Mar 31 20:25:58.524246 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff355d1c-7d13-4489-9a3f-4590b1207d70 req-d868ff1c-4ac1-4061-820d-e1d3f4fea03a tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:58.525777 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff355d1c-7d13-4489-9a3f-4590b1207d70 req-d868ff1c-4ac1-4061-820d-e1d3f4fea03a tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0520375 Mar 31 20:25:58.579879 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff355d1c-7d13-4489-9a3f-4590b1207d70 req-f0fcf84a-d684-4bb1-a13e-3cd94ab08a87 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468571 Mar 31 20:25:58.700638 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b92cb-fa17-495c-9e13-fe75c9240089 req-2e583c61-235b-49be-8f77-48822e73f229 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:58.702315 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-297b92cb-fa17-495c-9e13-fe75c9240089 req-2e583c61-235b-49be-8f77-48822e73f229 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.0543811 Mar 31 20:25:58.754421 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-297b92cb-fa17-495c-9e13-fe75c9240089 req-ae451f33-9090-4c30-9a05-a0a9b760bdcc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462747 Mar 31 20:25:58.785693 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a9d04c11-1518-45f6-9d03-e4c9fb3afd56 req-a43b8fa1-d09a-4469-a98d-3d83f7c4b7ea tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.0302773 Mar 31 20:25:58.894698 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-32fadd2e-11ae-41a7-aad7-ef7213ed5b0f req-f83012d8-d960-4ab2-9b9c-f529668a4ed6 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 210 time: 0.0468853 Mar 31 20:25:58.941081 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656f452-b199-4296-adc1-79ee9e04af64 req-2cc38678-48d2-498b-b006-4656bf06145e tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:58.942607 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2656f452-b199-4296-adc1-79ee9e04af64 req-2cc38678-48d2-498b-b006-4656bf06145e tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 944 time: 0.0822153 Mar 31 20:25:58.992229 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2656f452-b199-4296-adc1-79ee9e04af64 req-ce339481-8560-4678-a9a0-637c7687ba98 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437143 Mar 31 20:25:59.398060 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-8d2e36d3-c273-4617-b7f9-b8dc7353aa8a tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:59.399499 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-8d2e36d3-c273-4617-b7f9-b8dc7353aa8a tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.76 "GET /v2.0/networks?id=47f2e690-836c-458a-a73e-19bb7d08d48a HTTP/1.1" status: 200 len: 814 time: 0.0988054 Mar 31 20:25:59.414340 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-1bdaa91b-bb4c-4705-86cc-456657aaac84 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Request body: {'port': {'device_id': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'admin_state_up': True, 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:59.584079 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-1bdaa91b-bb4c-4705-86cc-456657aaac84 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Made reservation on behalf of 66b468fa7c0b48f8a8f9825f4c66e974 for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:59.587421 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-1bdaa91b-bb4c-4705-86cc-456657aaac84 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.705161 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65ea7a-1dc1-4e32-9ef3-f4bae35c0e52 req-e6172561-5c8e-4856-89ed-ec4856c77a88 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:59.706823 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bf65ea7a-1dc1-4e32-9ef3-f4bae35c0e52 req-e6172561-5c8e-4856-89ed-ec4856c77a88 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0560849 Mar 31 20:25:59.719673 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-1bdaa91b-bb4c-4705-86cc-456657aaac84 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Allocated IP 172.20.0.7 (47f2e690-836c-458a-a73e-19bb7d08d48a/619799de-2ff5-4518-adca-8bcd94f61a31/7f10944d-912a-48ea-a7db-658c95b98446) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:59.759848 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bf65ea7a-1dc1-4e32-9ef3-f4bae35c0e52 req-02a35ba6-86d9-4404-b42a-8fb4a5246227 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462008 Mar 31 20:25:59.847314 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 5f9903ed-66de-4bb1-919c-7f0c608bab00 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:59.916621 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-1bdaa91b-bb4c-4705-86cc-456657aaac84 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for port (7f10944d-912a-48ea-a7db-658c95b98446), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.934133 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e486027e-f5f9-4982-a707-edf5cb4a5a28 req-19f1e488-6c1f-4806-a140-21817f4b323f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.0366313 Mar 31 20:25:59.952524 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-091b3072-4ec8-4144-8208-9b9eb6c68489 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=05ecbe17fc8a4a0da3e78f2d4a7b6df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773442 Mar 31 20:25:59.990904 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e50cc3-e2a8-4888-9bde-50290b33f769 req-85249f4d-e7da-4c1d-b5bb-2afb4de87ffd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:00.002317 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5e50cc3-e2a8-4888-9bde-50290b33f769 req-85249f4d-e7da-4c1d-b5bb-2afb4de87ffd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.1671314 Mar 31 20:26:00.087741 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-1bdaa91b-bb4c-4705-86cc-456657aaac84 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (7f10944d-912a-48ea-a7db-658c95b98446), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:00.114205 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-154dc61b-655c-4b13-85b1-6e7237476b6e req-0d43a759-9cbe-401c-adf5-c4e6924944dd tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 210 time: 0.0437856 Mar 31 20:26:00.145797 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-1bdaa91b-bb4c-4705-86cc-456657aaac84 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Network 47f2e690-836c-458a-a73e-19bb7d08d48a is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:00.149076 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-1bdaa91b-bb4c-4705-86cc-456657aaac84 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:00.152268 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-1bdaa91b-bb4c-4705-86cc-456657aaac84 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:00.184834 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5e50cc3-e2a8-4888-9bde-50290b33f769 req-10ba2a01-508d-45ad-b065-500a133e0b84 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754706 Mar 31 20:26:00.187875 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdaa91b-bb4c-4705-86cc-456657aaac84 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event updated for resources: {'Port': ['ID=7f10944d-912a-48ea-a7db-658c95b98446,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:00.202402 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port 5f9903ed-66de-4bb1-919c-7f0c608bab00 completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:26:00.212107 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port 5f9903ed-66de-4bb1-919c-7f0c608bab00 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:00.212107 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:00.249672 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-1bdaa91b-bb4c-4705-86cc-456657aaac84 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:00.250319 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-1bdaa91b-bb4c-4705-86cc-456657aaac84 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:00.300662 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-2f632726-42b4-4a62-be50-d9dac905a639 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:00.303325 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-2f632726-42b4-4a62-be50-d9dac905a639 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3395987 Mar 31 20:26:00.332114 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d31346-dc4f-4c38-87c1-cc86e6b02a99 req-fd21bb59-e58b-4e4b-9d77-e27f1486afb6 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:00.352880 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-79d31346-dc4f-4c38-87c1-cc86e6b02a99 req-fd21bb59-e58b-4e4b-9d77-e27f1486afb6 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 944 time: 0.1176901 Mar 31 20:26:00.353133 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 5f9903ed-66de-4bb1-919c-7f0c608bab00 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:00.353133 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:00.353453 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Request body: {'port': {'device_id': '96dc5798-68ee-47e7-aa1a-aca568de80eb', 'network_id': '6e3068a3-0d84-4f75-90a0-cf50d2a74441', 'admin_state_up': True, 'tenant_id': '05ecbe17fc8a4a0da3e78f2d4a7b6df8'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:00.366986 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5c4d0b-9552-4632-a87c-fcf0de323eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9903ed-66de-4bb1-919c-7f0c608bab00'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:00.369298 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5274ca58-03f9-4110-8bb0-cb8bb7cd9851" -d '{"events": [{"server_uuid": "4b5c4d0b-9552-4632-a87c-fcf0de323eec", "name": "network-vif-plugged", "status": "completed", "tag": "5f9903ed-66de-4bb1-919c-7f0c608bab00"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:00.385707 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 5f9903ed-66de-4bb1-919c-7f0c608bab00, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5f9903ed-66de-4bb1-919c-7f0c608bab00,segment=NetworkSegment(ce3acc30-0833-4eee-8219-36842b488a1d),segment_id=ce3acc30-0833-4eee-8219-36842b488a1d)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:00.457124 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-79d31346-dc4f-4c38-87c1-cc86e6b02a99 req-6fa86d58-f30b-496e-a0e3-7a1c136d1776 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095178 Mar 31 20:26:00.500030 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-20345ca9-ca40-4083-b05a-a4373cecca59 None None] Provisioning complete for port 7f10944d-912a-48ea-a7db-658c95b98446 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:00.501544 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-20345ca9-ca40-4083-b05a-a4373cecca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (7f10944d-912a-48ea-a7db-658c95b98446), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:00.535118 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-20345ca9-ca40-4083-b05a-a4373cecca59 None None] Port 7f10944d-912a-48ea-a7db-658c95b98446 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:26:00.550060 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04032ae4-1a0e-4495-820c-61306281d481 x-openstack-request-id: req-04032ae4-1a0e-4495-820c-61306281d481 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:00.550378 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5c4d0b-9552-4632-a87c-fcf0de323eec", "name": "network-vif-plugged", "status": "completed", "tag": "5f9903ed-66de-4bb1-919c-7f0c608bab00", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:00.550719 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-04032ae4-1a0e-4495-820c-61306281d481 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:00.551300 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04032ae4-1a0e-4495-820c-61306281d481'] response: {'server_uuid': '4b5c4d0b-9552-4632-a87c-fcf0de323eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9903ed-66de-4bb1-919c-7f0c608bab00', 'code': 200} Mar 31 20:26:00.689245 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-1bdaa91b-bb4c-4705-86cc-456657aaac84 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2784243 Mar 31 20:26:00.701799 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Request body: {'port': {'device_id': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:00.755734 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:00.757745 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7f10944d-912a-48ea-a7db-658c95b98446), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:00.789459 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Made reservation on behalf of 05ecbe17fc8a4a0da3e78f2d4a7b6df8 for: {'port': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:26:00.789459 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:00.812268 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:00.899180 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=5f9903ed-66de-4bb1-919c-7f0c608bab00,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:01.056474 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb89782-f153-4a63-9865-8bec2f9cacd1 req-e79f0a72-374c-41b0-9901-0132f23e479f tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:01.060042 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0eb89782-f153-4a63-9865-8bec2f9cacd1 req-e79f0a72-374c-41b0-9901-0132f23e479f tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.1517751 Mar 31 20:26:01.126748 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Publish callbacks [] for security_group (2528cc47-8612-4f2a-95cc-c6d7bc428fb7), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:01.182751 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f10944d-912a-48ea-a7db-658c95b98446 {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:01.190989 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Publish callbacks [] for port (7f10944d-912a-48ea-a7db-658c95b98446), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:01.199934 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (2528cc47-8612-4f2a-95cc-c6d7bc428fb7), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:01.203806 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0eb89782-f153-4a63-9865-8bec2f9cacd1 req-7ab9df3a-91f1-4e62-adde-73bbf6c1d99d tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362164 Mar 31 20:26:01.208572 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Transition to ACTIVE for port object 7f10944d-912a-48ea-a7db-658c95b98446 will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:26:01.275860 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26aafa-3cd4-43a1-ae62-a8e9fbc63f7e req-a1750af9-bf3e-42da-8cea-8f0d2c7935b7 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:01.277434 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d26aafa-3cd4-43a1-ae62-a8e9fbc63f7e req-a1750af9-bf3e-42da-8cea-8f0d2c7935b7 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 931 time: 0.1801550 Mar 31 20:26:01.298965 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2528cc47-8612-4f2a-95cc-c6d7bc428fb7,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:01.308082 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (7f10944d-912a-48ea-a7db-658c95b98446), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:01.355184 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7b27e9c3-5eff-4fd9-b6dd-21c882eb91b8 req-6d4987bc-b0ce-4736-8401-d955ceb47e3c tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 210 time: 0.0609369 Mar 31 20:26:01.447770 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d26aafa-3cd4-43a1-ae62-a8e9fbc63f7e req-f2bd0b55-998d-4354-9abc-5e596255662e tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574531 Mar 31 20:26:01.487409 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Pushing event updated for resources: {'Port': ['ID=7f10944d-912a-48ea-a7db-658c95b98446,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:01.495818 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Allocated IP 192.168.233.67 (6e3068a3-0d84-4f75-90a0-cf50d2a74441/bbb19786-bece-46b2-980d-dc60f59e4fb1/6010052d-f534-461a-abf9-f153268a81cf) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:01.534900 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Attempting to bind port 7f10944d-912a-48ea-a7db-658c95b98446 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:26:01.535310 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Attempting to bind port 7f10944d-912a-48ea-a7db-658c95b98446 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '981f5afb-a901-4ba5-afbd-8805ffe88ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:26:01.535757 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Attempting to bind port 7f10944d-912a-48ea-a7db-658c95b98446 on network 47f2e690-836c-458a-a73e-19bb7d08d48a {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:01.557315 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Port 7f10944d-912a-48ea-a7db-658c95b98446 on network 47f2e690-836c-458a-a73e-19bb7d08d48a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:26:01.560329 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Attempting to bind port 7f10944d-912a-48ea-a7db-658c95b98446 on network 47f2e690-836c-458a-a73e-19bb7d08d48a {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:01.566716 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:26:01.567060 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Checking segment: {'id': '981f5afb-a901-4ba5-afbd-8805ffe88ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:26:01.567448 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Bound using segment: {'id': '981f5afb-a901-4ba5-afbd-8805ffe88ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:26:01.567883 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Bound port: 7f10944d-912a-48ea-a7db-658c95b98446, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981f5afb-a901-4ba5-afbd-8805ffe88ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:26:01.568246 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7f10944d-912a-48ea-a7db-658c95b98446), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:01.679503 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] For port 7f10944d-912a-48ea-a7db-658c95b98446, host hv-cinder-83607, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:26:01.683303 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] For port 7f10944d-912a-48ea-a7db-658c95b98446, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7f10944d-912a-48ea-a7db-658c95b98446,segment=NetworkSegment(981f5afb-a901-4ba5-afbd-8805ffe88ccc),segment_id=981f5afb-a901-4ba5-afbd-8805ffe88ccc)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:26:01.713761 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a40e-51bd-43a5-a2f3-dfc7273bc7e1 req-2e2d9c0e-03ea-4897-bd57-a5653bebf3a2 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:01.716003 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f9c2a40e-51bd-43a5-a2f3-dfc7273bc7e1 req-2e2d9c0e-03ea-4897-bd57-a5653bebf3a2 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 944 time: 0.2660165 Mar 31 20:26:01.745213 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e569ded-05e3-4754-8550-08e4d1ad3f6c req-9a702ff8-1679-4b44-a038-0f11d99f4ccf tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:01.746678 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3e569ded-05e3-4754-8550-08e4d1ad3f6c req-9a702ff8-1679-4b44-a038-0f11d99f4ccf tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.2022462 Mar 31 20:26:01.767228 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (7f10944d-912a-48ea-a7db-658c95b98446), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:01.801589 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:01.802295 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:01.803807 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] 10.222.0.76 "PUT /v2.0/ports/7f10944d-912a-48ea-a7db-658c95b98446 HTTP/1.1" status: 200 len: 1093 time: 1.1067016 Mar 31 20:26:01.804821 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'tag': '7f10944d-912a-48ea-a7db-658c95b98446'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:01.807412 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e2f9f8-74ac-455e-8f8c-38cc7b685a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "04802cff-85f0-40d5-9a2f-ff74acd0ce25", "tag": "7f10944d-912a-48ea-a7db-658c95b98446"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:01.840802 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2daa1-fee0-4040-ad2f-a4ea813a8a21 service neutron] Pushing event updated for resources: {'Port': ['ID=7f10944d-912a-48ea-a7db-658c95b98446,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:01.869843 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device c47cdcdb-8eeb-4297-a521-7fc67d880c58 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:26:01.898357 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f9c2a40e-51bd-43a5-a2f3-dfc7273bc7e1 req-5a80454c-6153-4444-891b-ca1c2d69dc09 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707122 Mar 31 20:26:01.902045 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Publish callbacks [] for port (6010052d-f534-461a-abf9-f153268a81cf), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:01.926967 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3e569ded-05e3-4754-8550-08e4d1ad3f6c req-672be2dc-c990-419c-b3b9-0a3b166fb3f2 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666756 Mar 31 20:26:01.962349 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4aec0c-c5b2-42b7-b60e-36d143f93c69 x-openstack-request-id: req-cd4aec0c-c5b2-42b7-b60e-36d143f93c69 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:01.962740 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04802cff-85f0-40d5-9a2f-ff74acd0ce25", "tag": "7f10944d-912a-48ea-a7db-658c95b98446", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:01.963088 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cd4aec0c-c5b2-42b7-b60e-36d143f93c69 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:01.963587 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4aec0c-c5b2-42b7-b60e-36d143f93c69'] response: {'name': 'network-changed', 'server_uuid': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'tag': '7f10944d-912a-48ea-a7db-658c95b98446', 'status': 'completed', 'code': 200} Mar 31 20:26:02.010925 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port c47cdcdb-8eeb-4297-a521-7fc67d880c58, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c47cdcdb-8eeb-4297-a521-7fc67d880c58,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:02.025147 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': 'c47cdcdb-8eeb-4297-a521-7fc67d880c58', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'port_id': 'c47cdcdb-8eeb-4297-a521-7fc67d880c58', 'mac_address': 'fa:16:3e:57:8a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:26:02.041843 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (6010052d-f534-461a-abf9-f153268a81cf), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:02.083879 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port c47cdcdb-8eeb-4297-a521-7fc67d880c58 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:02.084361 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:02.087503 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Network 6e3068a3-0d84-4f75-90a0-cf50d2a74441 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:02.090738 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:02.096903 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:02.115650 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47cdcdb-8eeb-4297-a521-7fc67d880c58 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:02.137864 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port c47cdcdb-8eeb-4297-a521-7fc67d880c58, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c47cdcdb-8eeb-4297-a521-7fc67d880c58,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:02.145001 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Pushing event updated for resources: {'Port': ['ID=6010052d-f534-461a-abf9-f153268a81cf,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:02.165275 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:02.166240 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:02.195527 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:02.272287 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=c47cdcdb-8eeb-4297-a521-7fc67d880c58,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:02.273442 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-231ddbdc-c1f5-4084-8ec0-ab5e977266fb tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9344032 Mar 31 20:26:02.366167 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0f7f1-c2b0-4f6b-b554-9ceb95402c6b req-da51a39a-9ff8-4ea4-8bf8-c4e89db74d9c tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:02.367646 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c9d0f7f1-c2b0-4f6b-b554-9ceb95402c6b req-da51a39a-9ff8-4ea4-8bf8-c4e89db74d9c tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0672374 Mar 31 20:26:02.407277 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-b531cc8e-bddc-4efa-a042-1d64c91e332c None None] Provisioning complete for port 6010052d-f534-461a-abf9-f153268a81cf triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:02.407653 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b531cc8e-bddc-4efa-a042-1d64c91e332c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (6010052d-f534-461a-abf9-f153268a81cf), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:02.447946 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c9d0f7f1-c2b0-4f6b-b554-9ceb95402c6b req-590c0968-b323-4841-bcbe-d1be3ee2bb81 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745866 Mar 31 20:26:02.451820 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-b531cc8e-bddc-4efa-a042-1d64c91e332c None None] Port 6010052d-f534-461a-abf9-f153268a81cf cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:26:02.503441 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c830d36-993a-4666-89b2-b61524d474f0 req-9802e0c7-6bf5-46fe-93b6-ee3fe73cf25d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:02.504948 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3c830d36-993a-4666-89b2-b61524d474f0 req-9802e0c7-6bf5-46fe-93b6-ee3fe73cf25d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 935 time: 0.0559990 Mar 31 20:26:02.608936 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3c830d36-993a-4666-89b2-b61524d474f0 req-10762aeb-14c0-4d17-89f2-0b933865406a tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908558 Mar 31 20:26:02.628985 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7719e81-4b2e-41de-83a3-fd3aa4306520 req-6e0560c4-b9e1-4538-88f6-b56608899fa6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:02.636527 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d7719e81-4b2e-41de-83a3-fd3aa4306520 req-6e0560c4-b9e1-4538-88f6-b56608899fa6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.0941348 Mar 31 20:26:02.687583 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d7719e81-4b2e-41de-83a3-fd3aa4306520 req-b8785651-8d8f-475a-88fe-a720ff7f1efd tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501668 Mar 31 20:26:02.697182 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['c47cdcdb-8eeb-4297-a521-7fc67d880c58'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:26:03.090968 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb2bce-721b-4172-9e19-3faa750c5ca5 req-5b8974bd-e3fb-4cb8-a648-ffc9a100e74f tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:03.092488 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-52eb2bce-721b-4172-9e19-3faa750c5ca5 req-5b8974bd-e3fb-4cb8-a648-ffc9a100e74f tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.0862212 Mar 31 20:26:03.100742 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848fd55-01fc-46e1-9686-6219ded28174 req-d2ab5546-4843-4662-9958-568b82cc59da tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:03.102250 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a848fd55-01fc-46e1-9686-6219ded28174 req-d2ab5546-4843-4662-9958-568b82cc59da tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 945 time: 0.0948031 Mar 31 20:26:03.180960 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-52eb2bce-721b-4172-9e19-3faa750c5ca5 req-d1c2b340-b9f2-4917-a15f-7be3d3ed0307 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775554 Mar 31 20:26:03.185541 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a848fd55-01fc-46e1-9686-6219ded28174 req-e08c8354-0c27-485f-971a-7f1b167e6f19 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764136 Mar 31 20:26:03.826612 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6e16e-6bbc-4b9e-baf8-3e10333c4995 req-f9789569-5df3-4fcc-bffe-7b3fb228442f tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:03.828078 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4ed6e16e-6bbc-4b9e-baf8-3e10333c4995 req-f9789569-5df3-4fcc-bffe-7b3fb228442f tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 935 time: 0.1065738 Mar 31 20:26:03.866988 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64db69-b269-476f-994b-2babace7671e req-3e724016-669d-4235-afe7-15acbf45219d tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:03.867410 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ce64db69-b269-476f-994b-2babace7671e req-3e724016-669d-4235-afe7-15acbf45219d tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.0939457 Mar 31 20:26:03.908887 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4ed6e16e-6bbc-4b9e-baf8-3e10333c4995 req-9bcce7aa-840e-4aad-85a2-1fbf29f0f9f5 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712864 Mar 31 20:26:03.936415 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ce64db69-b269-476f-994b-2babace7671e req-270488c0-281a-447e-804f-2ae6b679b706 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583355 Mar 31 20:26:04.392460 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f010a79-97ce-4656-979c-ee29d9f5863d req-bda3536b-cf1c-4807-a790-bbebbd10ae19 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:04.394140 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7f010a79-97ce-4656-979c-ee29d9f5863d req-bda3536b-cf1c-4807-a790-bbebbd10ae19 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 945 time: 0.1346719 Mar 31 20:26:04.401311 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92f963-ce18-4dfb-a3fd-7076bc7bd96c req-c8e64123-a7d0-44f3-9626-52662a3da13f tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:04.403347 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bd92f963-ce18-4dfb-a3fd-7076bc7bd96c req-c8e64123-a7d0-44f3-9626-52662a3da13f tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.1403139 Mar 31 20:26:04.484027 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7f010a79-97ce-4656-979c-ee29d9f5863d req-55c1804b-79a4-43a5-a1ee-be30fba2c401 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795982 Mar 31 20:26:04.487678 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bd92f963-ce18-4dfb-a3fd-7076bc7bd96c req-41f3dc57-b11d-474f-a723-ec58849d8090 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773766 Mar 31 20:26:05.056543 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17d8e3-0cd7-4c60-ab90-7e6b11fbb865 req-afacfdbf-84cf-4bf2-a592-05aac83ccab0 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:05.058640 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cf17d8e3-0cd7-4c60-ab90-7e6b11fbb865 req-afacfdbf-84cf-4bf2-a592-05aac83ccab0 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 935 time: 0.0828445 Mar 31 20:26:05.102508 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adb624-9e82-4fac-92b7-db7c391d8945 req-ffae8794-db28-4bd2-8e71-bf8b95882899 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:05.104008 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83adb624-9e82-4fac-92b7-db7c391d8945 req-ffae8794-db28-4bd2-8e71-bf8b95882899 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.0916739 Mar 31 20:26:05.133387 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cf17d8e3-0cd7-4c60-ab90-7e6b11fbb865 req-2fd9c9a7-7789-4dd6-940e-9881d1c00415 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687854 Mar 31 20:26:05.168605 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83adb624-9e82-4fac-92b7-db7c391d8945 req-30c8b52f-d394-4ad1-a287-e073f6b755d0 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553317 Mar 31 20:26:05.881721 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device c47cdcdb-8eeb-4297-a521-7fc67d880c58 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:05.918163 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e35462-39ea-4ae4-af4b-aa5a62d222b3 req-23a944c1-3a0a-4fec-a30a-ebb7facd6ac7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:05.919772 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-75e35462-39ea-4ae4-af4b-aa5a62d222b3 req-23a944c1-3a0a-4fec-a30a-ebb7facd6ac7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 945 time: 0.3584270 Mar 31 20:26:05.937093 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dcaf7-685f-42fa-b6a1-d4cb95369eb0 req-9a8dac68-be02-41de-a72b-67a518468784 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:05.938590 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-237dcaf7-685f-42fa-b6a1-d4cb95369eb0 req-9a8dac68-be02-41de-a72b-67a518468784 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.3787575 Mar 31 20:26:05.990037 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port c47cdcdb-8eeb-4297-a521-7fc67d880c58 completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:26:06.000699 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port c47cdcdb-8eeb-4297-a521-7fc67d880c58 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:06.001335 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.003668 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-75e35462-39ea-4ae4-af4b-aa5a62d222b3 req-20830925-97d4-414f-b267-db88d9def61a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756207 Mar 31 20:26:06.040589 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-237dcaf7-685f-42fa-b6a1-d4cb95369eb0 req-e137454d-ce41-47d4-b784-0e551e17d099 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862439 Mar 31 20:26:06.095014 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port c47cdcdb-8eeb-4297-a521-7fc67d880c58 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:06.095667 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.118919 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95481e07-81ef-4af4-b656-68f7d9e6f028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47cdcdb-8eeb-4297-a521-7fc67d880c58'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:06.121693 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c4c3d1-6ab6-4a09-a942-499b1ac8e6fb" -d '{"events": [{"server_uuid": "95481e07-81ef-4af4-b656-68f7d9e6f028", "name": "network-vif-plugged", "status": "completed", "tag": "c47cdcdb-8eeb-4297-a521-7fc67d880c58"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:06.133409 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port c47cdcdb-8eeb-4297-a521-7fc67d880c58, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c47cdcdb-8eeb-4297-a521-7fc67d880c58,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:06.158083 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a4a52b-d45e-4afd-a175-4557c7f421e7 x-openstack-request-id: req-70a4a52b-d45e-4afd-a175-4557c7f421e7 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:06.158419 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95481e07-81ef-4af4-b656-68f7d9e6f028", "name": "network-vif-plugged", "status": "completed", "tag": "c47cdcdb-8eeb-4297-a521-7fc67d880c58", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:06.158968 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-70a4a52b-d45e-4afd-a175-4557c7f421e7 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:06.159494 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a4a52b-d45e-4afd-a175-4557c7f421e7'] response: {'server_uuid': '95481e07-81ef-4af4-b656-68f7d9e6f028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47cdcdb-8eeb-4297-a521-7fc67d880c58', 'code': 200} Mar 31 20:26:06.190573 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.282310 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=c47cdcdb-8eeb-4297-a521-7fc67d880c58,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:06.324992 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e6f99-e4e5-45bc-ac26-69caf2c2a690 req-955f24e4-4591-4316-b466-229c57877600 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:06.326686 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f60e6f99-e4e5-45bc-ac26-69caf2c2a690 req-955f24e4-4591-4316-b466-229c57877600 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 935 time: 0.0979261 Mar 31 20:26:06.338614 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb96ec1-2ee5-4529-9064-f52e9a834122 req-b63dd79d-5c6e-451d-8d98-d3a4b66ded63 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:06.340794 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4eb96ec1-2ee5-4529-9064-f52e9a834122 req-b63dd79d-5c6e-451d-8d98-d3a4b66ded63 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.0825768 Mar 31 20:26:06.415056 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f60e6f99-e4e5-45bc-ac26-69caf2c2a690 req-75aa4110-95ba-4723-a72c-1b8e77105578 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732250 Mar 31 20:26:06.419691 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4eb96ec1-2ee5-4529-9064-f52e9a834122 req-e256c001-a90f-4957-a005-248daf31fc06 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718429 Mar 31 20:26:07.131266 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b697c63-d115-4240-a676-12c726d468f4 req-e730a09a-325a-4d9a-b837-b345883cb4fc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:07.137258 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b697c63-d115-4240-a676-12c726d468f4 req-e730a09a-325a-4d9a-b837-b345883cb4fc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0582342 Mar 31 20:26:07.219245 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b697c63-d115-4240-a676-12c726d468f4 req-91258b46-a2ca-4005-a993-004d9b88927e tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733202 Mar 31 20:26:07.227500 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e0a6a-00f5-4b44-998f-ed0bad969512 req-96cb3918-c80d-405a-8743-cbc916c1d158 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:07.233871 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c21e0a6a-00f5-4b44-998f-ed0bad969512 req-96cb3918-c80d-405a-8743-cbc916c1d158 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.0952420 Mar 31 20:26:07.279890 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c21e0a6a-00f5-4b44-998f-ed0bad969512 req-8e0f59b6-a936-487d-89c3-1db62b3afd7b tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Mar 31 20:26:07.589781 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cedccb-bee5-4404-be09-c528f4d93830 req-8dc6020b-709d-445d-8d35-a52fe6a77124 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:07.591453 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-31cedccb-bee5-4404-be09-c528f4d93830 req-8dc6020b-709d-445d-8d35-a52fe6a77124 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 935 time: 0.0883150 Mar 31 20:26:07.605539 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83da02-1235-4677-b732-e55dece73312 req-77b5760a-5944-46c6-9897-85b62c563f89 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:07.607154 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1c83da02-1235-4677-b732-e55dece73312 req-77b5760a-5944-46c6-9897-85b62c563f89 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.1021485 Mar 31 20:26:07.686204 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-31cedccb-bee5-4404-be09-c528f4d93830 req-9e377663-3787-48b5-920a-6845ee502250 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890896 Mar 31 20:26:07.689464 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1c83da02-1235-4677-b732-e55dece73312 req-e5a5f23d-4566-4d87-8615-1070575950c4 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758953 Mar 31 20:26:08.344618 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8010f8-08e6-4aff-a1b6-7ce5cb04440c req-2de843ae-18d4-4656-bce5-78493d7dea93 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:08.346147 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4b8010f8-08e6-4aff-a1b6-7ce5cb04440c req-2de843ae-18d4-4656-bce5-78493d7dea93 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0564969 Mar 31 20:26:08.431442 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4b8010f8-08e6-4aff-a1b6-7ce5cb04440c req-b587d142-a992-4f34-9da4-dba7ea5323b1 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760078 Mar 31 20:26:08.443662 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bf7fb-0dc3-4d0c-b61d-6c6be09c4528 req-6568ab2d-bbab-476f-8187-f3f2c443351e tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:08.445676 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7e2bf7fb-0dc3-4d0c-b61d-6c6be09c4528 req-6568ab2d-bbab-476f-8187-f3f2c443351e tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.0985734 Mar 31 20:26:08.505280 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7e2bf7fb-0dc3-4d0c-b61d-6c6be09c4528 req-8087532e-29a0-4494-aa14-4943a483e0ad tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540144 Mar 31 20:26:08.862152 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225efe9-8dd6-4d8d-919a-a9dd89a14762 req-7cecfe61-789c-45f8-81a3-d20a2db7fe60 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:08.863645 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5225efe9-8dd6-4d8d-919a-a9dd89a14762 req-7cecfe61-789c-45f8-81a3-d20a2db7fe60 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.0847507 Mar 31 20:26:08.870728 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760819b-5443-4b7f-810c-d649e0ba05ec req-c842dece-9eb5-4dcb-a387-9baa22e93c0e tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:08.872074 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0760819b-5443-4b7f-810c-d649e0ba05ec req-c842dece-9eb5-4dcb-a387-9baa22e93c0e tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 935 time: 0.0847306 Mar 31 20:26:08.946288 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5225efe9-8dd6-4d8d-919a-a9dd89a14762 req-ee359f15-28e0-4874-a1de-492604394e75 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732520 Mar 31 20:26:08.951285 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0760819b-5443-4b7f-810c-d649e0ba05ec req-7de44188-5bfd-4bac-b5c2-4941b7a43730 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722897 Mar 31 20:26:09.563017 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02305ba1-1db8-4c89-8f30-8a611cc7bd45 req-8948709e-37e1-429b-ab6d-03f04b60d964 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:09.564950 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-02305ba1-1db8-4c89-8f30-8a611cc7bd45 req-8948709e-37e1-429b-ab6d-03f04b60d964 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0667715 Mar 31 20:26:09.644435 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-02305ba1-1db8-4c89-8f30-8a611cc7bd45 req-e6a0b62a-c1b3-4417-b934-74b41d03987c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738986 Mar 31 20:26:09.670989 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99f267-3648-424f-9570-1eefb68acd1b req-f0ea9f33-89ce-4e62-aea9-d92d258dfee4 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:09.672467 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4a99f267-3648-424f-9570-1eefb68acd1b req-f0ea9f33-89ce-4e62-aea9-d92d258dfee4 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.0808213 Mar 31 20:26:09.728464 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4a99f267-3648-424f-9570-1eefb68acd1b req-da67b48e-26a1-4378-9346-8b799a9554fe tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501745 Mar 31 20:26:10.114436 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38903b8-1348-42f6-a46c-13158221bb5a req-eb25bcb1-4e71-4464-b19b-221fca6f1ad1 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:10.115965 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c38903b8-1348-42f6-a46c-13158221bb5a req-eb25bcb1-4e71-4464-b19b-221fca6f1ad1 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.0983863 Mar 31 20:26:10.126680 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bce3f-9cdb-42df-b771-1dba996479d6 req-efe13d59-d8a9-4a22-97fa-1aa853020c8c tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:10.128093 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-185bce3f-9cdb-42df-b771-1dba996479d6 req-efe13d59-d8a9-4a22-97fa-1aa853020c8c tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 935 time: 0.0926330 Mar 31 20:26:10.202045 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c38903b8-1348-42f6-a46c-13158221bb5a req-8545ddb4-60ff-480e-8c85-68c8989a0f99 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729477 Mar 31 20:26:10.209368 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-185bce3f-9cdb-42df-b771-1dba996479d6 req-23aa82fd-a35e-4fe5-88af-401ac8ed72a7 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737348 Mar 31 20:26:10.332807 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:10.781565 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4741894-3250-4509-a80c-1381868ea929 req-b80baa76-bdce-4173-a7f7-bbd65aa0e748 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:10.783343 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d4741894-3250-4509-a80c-1381868ea929 req-b80baa76-bdce-4173-a7f7-bbd65aa0e748 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0648549 Mar 31 20:26:10.879750 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d4741894-3250-4509-a80c-1381868ea929 req-d03c0ea1-edd7-44af-ad9b-86c724c40617 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903130 Mar 31 20:26:10.896140 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515c4d0-f9cd-426c-9dbb-8e78327a8956 req-30ec3d1b-efc7-4ef6-a87f-1497b581700c tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:10.898200 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5515c4d0-f9cd-426c-9dbb-8e78327a8956 req-30ec3d1b-efc7-4ef6-a87f-1497b581700c tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.0916567 Mar 31 20:26:10.952728 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5515c4d0-f9cd-426c-9dbb-8e78327a8956 req-1a03735b-74f3-40d8-8267-7f99a096a8d6 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484581 Mar 31 20:26:11.381737 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16407bb6-0021-453d-970c-000b61081466 req-8e677434-fb2d-41a4-ad03-77b6668aaf49 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:11.383214 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-16407bb6-0021-453d-970c-000b61081466 req-8e677434-fb2d-41a4-ad03-77b6668aaf49 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.0874388 Mar 31 20:26:11.429469 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e91b1-2e57-4450-82e5-8092061dfa4b req-bf0c5614-d4ed-4a50-bc6d-3eeae62fbe4d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:11.430971 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-467e91b1-2e57-4450-82e5-8092061dfa4b req-bf0c5614-d4ed-4a50-bc6d-3eeae62fbe4d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 935 time: 0.0873561 Mar 31 20:26:11.468673 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-16407bb6-0021-453d-970c-000b61081466 req-79171f02-445d-458f-b421-e71ae928a3fa tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781362 Mar 31 20:26:11.495896 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-467e91b1-2e57-4450-82e5-8092061dfa4b req-ac9952fe-4806-4257-bb89-5a61943fe1b6 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559788 Mar 31 20:26:12.003225 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60c18e-d94d-4fa8-979d-bb425afeacdf req-d128910b-b0ba-4880-ab3f-06f21bf9b860 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:12.004831 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7f60c18e-d94d-4fa8-979d-bb425afeacdf req-d128910b-b0ba-4880-ab3f-06f21bf9b860 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0535116 Mar 31 20:26:12.111401 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7f60c18e-d94d-4fa8-979d-bb425afeacdf req-ba68f89b-c745-4efd-a16c-3458ad974bea tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010647 Mar 31 20:26:12.127041 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01978e9-2b69-4750-b28d-a2a055a96d3a req-f6f4d9dd-6c3c-4eae-bec2-69d8fd07a3ab tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:12.128522 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a01978e9-2b69-4750-b28d-a2a055a96d3a req-f6f4d9dd-6c3c-4eae-bec2-69d8fd07a3ab tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.1054990 Mar 31 20:26:12.176187 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a01978e9-2b69-4750-b28d-a2a055a96d3a req-66e73329-2081-4a0a-a7d3-aa2ac11dfaa8 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418804 Mar 31 20:26:12.633159 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522658b-e94b-4dae-b3c1-a3a030cb7c16 req-7b2ef51c-cbd1-429c-a840-a960d0905cfd tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:12.645315 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d522658b-e94b-4dae-b3c1-a3a030cb7c16 req-7b2ef51c-cbd1-429c-a840-a960d0905cfd tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.1008582 Mar 31 20:26:12.675809 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618988a-668e-4f4a-89ab-49a183f1d26b req-a7abd732-a4ae-4593-86d2-e7a55ef0936a tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:12.677569 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0618988a-668e-4f4a-89ab-49a183f1d26b req-a7abd732-a4ae-4593-86d2-e7a55ef0936a tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 935 time: 0.1061201 Mar 31 20:26:12.730350 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d522658b-e94b-4dae-b3c1-a3a030cb7c16 req-55a85bf0-a5e6-4dae-9eae-654c610240a4 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837815 Mar 31 20:26:12.759404 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0618988a-668e-4f4a-89ab-49a183f1d26b req-72ee18e4-0c6c-40e8-b9b2-2e16ba75d7a5 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687764 Mar 31 20:26:13.233509 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97544d5c-5aed-4cbd-9278-2d16b8e60a96 req-2daf54ba-b59c-4c2f-820d-1cbcc9512fdd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:13.241061 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-97544d5c-5aed-4cbd-9278-2d16b8e60a96 req-2daf54ba-b59c-4c2f-820d-1cbcc9512fdd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0624635 Mar 31 20:26:13.315964 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-97544d5c-5aed-4cbd-9278-2d16b8e60a96 req-ceef570a-612b-4ccd-b726-6b72ea0300fc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739248 Mar 31 20:26:13.342578 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be551a3c-bca6-4c95-8ca2-8c9450884689 req-1ee8b673-10b1-4016-89b0-9b89d84c4f45 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:13.350734 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be551a3c-bca6-4c95-8ca2-8c9450884689 req-1ee8b673-10b1-4016-89b0-9b89d84c4f45 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.0712609 Mar 31 20:26:13.390570 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be551a3c-bca6-4c95-8ca2-8c9450884689 req-1d0e5540-9d40-4e6a-96a5-83529994eff4 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Mar 31 20:26:13.888658 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a275d1-1eb4-4db9-903d-8ba62c859c87 req-aed4614c-9918-4d5b-8511-9ac28344d9b9 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:13.890059 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-00a275d1-1eb4-4db9-903d-8ba62c859c87 req-aed4614c-9918-4d5b-8511-9ac28344d9b9 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.0934496 Mar 31 20:26:13.903347 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2e479-453f-4705-a947-7adf18c5828f req-1e721c18-901c-46da-b8a0-2175822a7c8c tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:13.904737 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-aef2e479-453f-4705-a947-7adf18c5828f req-1e721c18-901c-46da-b8a0-2175822a7c8c tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 935 time: 0.0770895 Mar 31 20:26:13.973615 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-00a275d1-1eb4-4db9-903d-8ba62c859c87 req-7478b2be-7495-464e-9712-08dde82c6986 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779471 Mar 31 20:26:13.977798 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-aef2e479-453f-4705-a947-7adf18c5828f req-42d0e3b0-c5ac-427e-bdc2-db752855fd7c tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676594 Mar 31 20:26:14.445632 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9003cd-715e-4b56-a8fa-6918b8abc459 req-07223104-9a46-4b02-b304-ce515b440a26 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:14.447108 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7e9003cd-715e-4b56-a8fa-6918b8abc459 req-07223104-9a46-4b02-b304-ce515b440a26 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0591404 Mar 31 20:26:14.500406 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7e9003cd-715e-4b56-a8fa-6918b8abc459 req-8d18fbc6-cbf0-4299-a2ac-3f22dd054893 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469220 Mar 31 20:26:14.605720 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f5951-60f0-4491-acb7-daf95a90b26b req-0788b737-a519-4158-92e3-6ae512ecb7f7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:14.607272 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-171f5951-60f0-4491-acb7-daf95a90b26b req-0788b737-a519-4158-92e3-6ae512ecb7f7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.0546107 Mar 31 20:26:14.665491 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-171f5951-60f0-4491-acb7-daf95a90b26b req-c4df21f5-8f3d-433b-9a00-dcde030bea94 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523365 Mar 31 20:26:14.706827 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9e05b-2df3-4c2a-b8a5-8ebe85b3e323 req-c9d0f5f7-4134-4123-8ee1-4ccf28283876 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:14.708407 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8bc9e05b-2df3-4c2a-b8a5-8ebe85b3e323 req-c9d0f5f7-4134-4123-8ee1-4ccf28283876 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0581791 Mar 31 20:26:14.759506 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8bc9e05b-2df3-4c2a-b8a5-8ebe85b3e323 req-1eca89c2-ba5c-4ffc-b153-4ece536a7fa5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450017 Mar 31 20:26:15.140551 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d661f0-656e-476d-8b74-2bae1f95aa18 req-f0530f39-2e3a-4b04-a104-e1dbf72271b2 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.142029 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-63d661f0-656e-476d-8b74-2bae1f95aa18 req-f0530f39-2e3a-4b04-a104-e1dbf72271b2 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 935 time: 0.0881660 Mar 31 20:26:15.149556 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f71ab-2686-463a-a4cf-66b4ae84d9c0 req-4b08c7fc-f1a6-4227-af46-4eca5080cea4 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.150898 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-912f71ab-2686-463a-a4cf-66b4ae84d9c0 req-4b08c7fc-f1a6-4227-af46-4eca5080cea4 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.1134267 Mar 31 20:26:15.219335 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-63d661f0-656e-476d-8b74-2bae1f95aa18 req-503e7560-87e9-4708-8ed3-088855f6e780 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669398 Mar 31 20:26:15.227777 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Request body: {'port': {'device_id': '96dc5798-68ee-47e7-aa1a-aca568de80eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:15.236002 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-912f71ab-2686-463a-a4cf-66b4ae84d9c0 req-4460aed7-b918-460f-801c-d90559c8a487 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769131 Mar 31 20:26:15.300707 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6010052d-f534-461a-abf9-f153268a81cf), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:15.382751 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2f9f8-74ac-455e-8f8c-38cc7b685a7e req-96a81fb3-c885-47cc-be78-da681d31476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.384438 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b5e2f9f8-74ac-455e-8f8c-38cc7b685a7e req-96a81fb3-c885-47cc-be78-da681d31476a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66b468fa7c0b48f8a8f9825f4c66e974&device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 1127 time: 0.0454772 Mar 31 20:26:15.515813 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e82254-f53b-44ea-8e28-ec05acdfa63c req-bd3121e6-6350-4cd7-99a7-8720dfaf8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.517383 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-58e82254-f53b-44ea-8e28-ec05acdfa63c req-bd3121e6-6350-4cd7-99a7-8720dfaf8b52 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 1129 time: 0.1661346 Mar 31 20:26:15.585394 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-58e82254-f53b-44ea-8e28-ec05acdfa63c req-220ed3bf-2d96-4bde-8baf-d4cde775e16b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619383 Mar 31 20:26:15.694378 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced313f6-35f2-46ae-b469-536c14479c33 req-015aecfd-6b4f-49df-b91c-a8b885924f1a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.695907 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ced313f6-35f2-46ae-b469-536c14479c33 req-015aecfd-6b4f-49df-b91c-a8b885924f1a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.1047690 Mar 31 20:26:15.706760 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2f9f8-74ac-455e-8f8c-38cc7b685a7e req-9d600d3a-b8f9-4305-b749-4edc6565bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.708270 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b5e2f9f8-74ac-455e-8f8c-38cc7b685a7e req-9d600d3a-b8f9-4305-b749-4edc6565bdd6 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=66b468fa7c0b48f8a8f9825f4c66e974&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3021116 Mar 31 20:26:15.712980 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6010052d-f534-461a-abf9-f153268a81cf {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:15.726558 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Publish callbacks [] for port (6010052d-f534-461a-abf9-f153268a81cf), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:15.782464 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Transition to ACTIVE for port object 6010052d-f534-461a-abf9-f153268a81cf will not be triggered until provisioned by entity L2. {{(pid=103921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:26:15.802906 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ced313f6-35f2-46ae-b469-536c14479c33 req-bec5b3d0-0968-4380-991e-bdc8d192fc6f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923350 Mar 31 20:26:15.824496 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f83693-e04d-42e3-9ce9-93e95c3e9b6c req-a903dccb-7fb0-4a4c-8a8c-7684c123644c tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.824496 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e6f83693-e04d-42e3-9ce9-93e95c3e9b6c req-a903dccb-7fb0-4a4c-8a8c-7684c123644c tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.0881915 Mar 31 20:26:15.836734 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (6010052d-f534-461a-abf9-f153268a81cf), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:15.950458 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e6f83693-e04d-42e3-9ce9-93e95c3e9b6c req-2b8eec1a-18b0-4287-969f-8748215d8c9d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206765 Mar 31 20:26:15.954355 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6010052d-f534-461a-abf9-f153268a81cf,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:16.024017 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c01a6-4f4a-4752-8f2f-185626676559 req-71577966-5f94-4954-aed9-54d3ac90bd4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.025567 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be2c01a6-4f4a-4752-8f2f-185626676559 req-71577966-5f94-4954-aed9-54d3ac90bd4d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.1458888 Mar 31 20:26:16.085319 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Attempting to bind port 6010052d-f534-461a-abf9-f153268a81cf on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:26:16.085319 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Attempting to bind port 6010052d-f534-461a-abf9-f153268a81cf by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '7738f976-b24c-4b2b-a127-41e952ef0b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6e3068a3-0d84-4f75-90a0-cf50d2a74441'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:26:16.085675 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Attempting to bind port 6010052d-f534-461a-abf9-f153268a81cf on network 6e3068a3-0d84-4f75-90a0-cf50d2a74441 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:16.091194 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2f9f8-74ac-455e-8f8c-38cc7b685a7e req-5e23c76a-6030-4813-84f6-c254ee3aa8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.092664 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b5e2f9f8-74ac-455e-8f8c-38cc7b685a7e req-5e23c76a-6030-4813-84f6-c254ee3aa8f0 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029994 Mar 31 20:26:16.103284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Port 6010052d-f534-461a-abf9-f153268a81cf on network 6e3068a3-0d84-4f75-90a0-cf50d2a74441 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:26:16.103614 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Attempting to bind port 6010052d-f534-461a-abf9-f153268a81cf on network 6e3068a3-0d84-4f75-90a0-cf50d2a74441 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:16.122904 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:26:16.123240 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Checking segment: {'id': '7738f976-b24c-4b2b-a127-41e952ef0b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6e3068a3-0d84-4f75-90a0-cf50d2a74441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:26:16.123622 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Bound using segment: {'id': '7738f976-b24c-4b2b-a127-41e952ef0b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6e3068a3-0d84-4f75-90a0-cf50d2a74441'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:26:16.124053 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Bound port: 6010052d-f534-461a-abf9-f153268a81cf, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7738f976-b24c-4b2b-a127-41e952ef0b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6e3068a3-0d84-4f75-90a0-cf50d2a74441'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:26:16.124420 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6010052d-f534-461a-abf9-f153268a81cf), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:16.138477 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be2c01a6-4f4a-4752-8f2f-185626676559 req-dbffaefc-1767-4e9a-b64f-3f87fc63ffb4 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055510 Mar 31 20:26:16.148978 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361942a5-5602-48e0-928f-541044ebf579 req-5acb68e2-dfc8-412f-a748-5844a4ce8b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.150438 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-361942a5-5602-48e0-928f-541044ebf579 req-5acb68e2-dfc8-412f-a748-5844a4ce8b02 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 1130 time: 0.1014795 Mar 31 20:26:16.198689 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] For port 6010052d-f534-461a-abf9-f153268a81cf, host hv-cinder-83607, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:26:16.202173 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] For port 6010052d-f534-461a-abf9-f153268a81cf, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6010052d-f534-461a-abf9-f153268a81cf,segment=NetworkSegment(7738f976-b24c-4b2b-a127-41e952ef0b25),segment_id=7738f976-b24c-4b2b-a127-41e952ef0b25)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:26:16.244875 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-361942a5-5602-48e0-928f-541044ebf579 req-cd1a3ecc-8cca-46fa-8e98-8963de554e79 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412059 Mar 31 20:26:16.247769 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-2a21e74a-8ddc-44c4-a027-bf8739eae188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.249322 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-2a21e74a-8ddc-44c4-a027-bf8739eae188 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66b468fa7c0b48f8a8f9825f4c66e974&device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 1127 time: 0.0473163 Mar 31 20:26:16.264392 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (6010052d-f534-461a-abf9-f153268a81cf), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:16.312683 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.312683 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:16.312683 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] 10.222.0.76 "PUT /v2.0/ports/6010052d-f534-461a-abf9-f153268a81cf HTTP/1.1" status: 200 len: 1097 time: 1.0855131 Mar 31 20:26:16.315475 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dc5798-68ee-47e7-aa1a-aca568de80eb', 'tag': '6010052d-f534-461a-abf9-f153268a81cf'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:16.317708 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef798ba3-2350-445a-a6e5-afa4a040a878" -d '{"events": [{"name": "network-changed", "server_uuid": "96dc5798-68ee-47e7-aa1a-aca568de80eb", "tag": "6010052d-f534-461a-abf9-f153268a81cf"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:16.389235 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce04f06-4d76-483f-9f2b-cf144d96d8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6010052d-f534-461a-abf9-f153268a81cf,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:16.419701 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd60887-e7ac-4593-a11e-db9bc4977566 req-50360384-3ea4-4cac-a007-0a66de44893c tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.421297 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4cd60887-e7ac-4593-a11e-db9bc4977566 req-50360384-3ea4-4cac-a007-0a66de44893c tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 947 time: 0.1230991 Mar 31 20:26:16.428460 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13243ec4-1ad5-431d-acc6-a57af5e1c97f req-bce58147-746a-4078-9e97-6e6d60d85646 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.429964 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13243ec4-1ad5-431d-acc6-a57af5e1c97f req-bce58147-746a-4078-9e97-6e6d60d85646 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.1251650 Mar 31 20:26:16.506791 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4cd60887-e7ac-4593-a11e-db9bc4977566 req-5632e644-f2b9-4f2a-9d13-66d0b94b56c5 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758371 Mar 31 20:26:16.518481 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13243ec4-1ad5-431d-acc6-a57af5e1c97f req-5040fe61-929f-4884-8c28-0269f42ac2e9 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804980 Mar 31 20:26:16.551458 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c5c4c6-8f7e-4654-a80e-b95b766814b5 x-openstack-request-id: req-32c5c4c6-8f7e-4654-a80e-b95b766814b5 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:16.551757 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dc5798-68ee-47e7-aa1a-aca568de80eb", "tag": "6010052d-f534-461a-abf9-f153268a81cf", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:16.552016 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-32c5c4c6-8f7e-4654-a80e-b95b766814b5 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:16.552421 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c5c4c6-8f7e-4654-a80e-b95b766814b5'] response: {'name': 'network-changed', 'server_uuid': '96dc5798-68ee-47e7-aa1a-aca568de80eb', 'tag': '6010052d-f534-461a-abf9-f153268a81cf', 'status': 'completed', 'code': 200} Mar 31 20:26:16.697384 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-fa362892-178b-47dd-9aac-5b4e56648f2a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f10944d-912a-48ea-a7db-658c95b98446 HTTP/1.1" status: 200 len: 217 time: 0.0385430 Mar 31 20:26:16.718744 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef798ba3-2350-445a-a6e5-afa4a040a878 req-1d57c01b-b48c-447d-8e93-f4d3596b3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.720180 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ef798ba3-2350-445a-a6e5-afa4a040a878 req-1d57c01b-b48c-447d-8e93-f4d3596b3162 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=05ecbe17fc8a4a0da3e78f2d4a7b6df8&device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 1131 time: 0.0456147 Mar 31 20:26:16.752650 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ef798ba3-2350-445a-a6e5-afa4a040a878 req-ccf96a36-37d8-4ebb-a0fe-9002679083bd service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=05ecbe17fc8a4a0da3e78f2d4a7b6df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213027 Mar 31 20:26:16.752940 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-9f30c9c4-b126-4e0e-b444-be2402ec7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.754141 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-9f30c9c4-b126-4e0e-b444-be2402ec7c7e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=619799de-2ff5-4518-adca-8bcd94f61a31 HTTP/1.1" status: 200 len: 853 time: 0.0494094 Mar 31 20:26:16.807872 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-7bf88c2f-16ea-40a5-a8c5-919473053634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.809372 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-7bf88c2f-16ea-40a5-a8c5-919473053634 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=47f2e690-836c-458a-a73e-19bb7d08d48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447967 Mar 31 20:26:16.816983 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:26:16.856141 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef798ba3-2350-445a-a6e5-afa4a040a878 req-2eb80bd2-20b9-48af-960d-88744df6faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.858269 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ef798ba3-2350-445a-a6e5-afa4a040a878 req-2eb80bd2-20b9-48af-960d-88744df6faa2 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953593 Mar 31 20:26:16.906271 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-6f83c94e-4d8e-41ae-a544-b5f303b9a5c6 service neutron] 10.222.0.76 "GET /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890028 Mar 31 20:26:16.958392 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc835ba8-b07d-4cd8-af74-dcd226f49882 req-a9d32b6d-fb24-4941-990f-8a085f5f11fc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.959897 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dc835ba8-b07d-4cd8-af74-dcd226f49882 req-a9d32b6d-fb24-4941-990f-8a085f5f11fc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0883293 Mar 31 20:26:16.965789 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-d15e5385-16bf-4113-9c1a-3589e6f4d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.967200 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-d15e5385-16bf-4113-9c1a-3589e6f4d485 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=05ecbe17fc8a4a0da3e78f2d4a7b6df8&device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 1131 time: 0.0663869 Mar 31 20:26:17.013154 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fcf2aa36-2277-4bd1-9166-7efc6dfaa89e req-b663ab6f-ffcb-416d-b7ea-19119ed89140 service neutron] 10.222.0.76 "GET /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999701 Mar 31 20:26:17.020288 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dc835ba8-b07d-4cd8-af74-dcd226f49882 req-8c583070-6eb1-4b5d-a6db-61feca9a1981 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518858 Mar 31 20:26:17.078809 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb390e9-8d36-4605-a6e6-40c7d97c4e26 req-5158518a-ec3d-426a-b90b-3b0f6ac10a63 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:17.080282 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-acb390e9-8d36-4605-a6e6-40c7d97c4e26 req-5158518a-ec3d-426a-b90b-3b0f6ac10a63 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.0559888 Mar 31 20:26:17.156563 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-00dd839a-5887-4360-b764-2f5cda4b762f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=6010052d-f534-461a-abf9-f153268a81cf HTTP/1.1" status: 200 len: 217 time: 0.0439808 Mar 31 20:26:17.160128 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-acb390e9-8d36-4605-a6e6-40c7d97c4e26 req-7096360b-fd71-4ee3-8d37-37c3b514116d tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743465 Mar 31 20:26:17.213438 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-c77e9504-775c-458f-b208-5d9c2868043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:17.215412 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-c77e9504-775c-458f-b208-5d9c2868043a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbb19786-bece-46b2-980d-dc60f59e4fb1 HTTP/1.1" status: 200 len: 843 time: 0.0496311 Mar 31 20:26:17.299687 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86fbb2-9b61-4e16-a344-d8004bea9ebf req-c8621b6f-b312-48ab-895e-400498813239 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:17.301092 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be86fbb2-9b61-4e16-a344-d8004bea9ebf req-c8621b6f-b312-48ab-895e-400498813239 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0896132 Mar 31 20:26:17.307304 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-6c9a47b4-3cd4-41fe-8f92-a42afb174a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:17.309268 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-6c9a47b4-3cd4-41fe-8f92-a42afb174a6e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e3068a3-0d84-4f75-90a0-cf50d2a74441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0683472 Mar 31 20:26:17.402157 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be86fbb2-9b61-4e16-a344-d8004bea9ebf req-23e664ce-c312-4a50-b7a7-c88c06de1162 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919442 Mar 31 20:26:17.433211 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-b6dfb65d-b95e-440d-9336-8b9573a9cdc1 service neutron] 10.222.0.76 "GET /v2.0/networks/6e3068a3-0d84-4f75-90a0-cf50d2a74441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101074 Mar 31 20:26:17.521172 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-28e55262-72e3-40e1-94a1-cf3150533ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:17.526763 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d424dd4-22a2-44bd-a70e-a50681fae4b3 req-c6e8965f-ce1c-4583-876e-d3dd4b8c56c5 service neutron] 10.222.0.76 "GET /v2.0/networks/6e3068a3-0d84-4f75-90a0-cf50d2a74441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864115 Mar 31 20:26:17.664664 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe130b-48f9-4769-aac2-17245a40a51c req-88326700-c632-4ba0-a989-83ba4d5c17bc tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:17.666171 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fabe130b-48f9-4769-aac2-17245a40a51c req-88326700-c632-4ba0-a989-83ba4d5c17bc tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 947 time: 0.0927744 Mar 31 20:26:17.677645 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2e204-9d1e-4fd0-91d6-45764f74ac48 req-262f7ed5-152c-43a5-88f7-6d90f11d16d1 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:17.679036 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b4d2e204-9d1e-4fd0-91d6-45764f74ac48 req-262f7ed5-152c-43a5-88f7-6d90f11d16d1 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.0752745 Mar 31 20:26:17.751686 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fabe130b-48f9-4769-aac2-17245a40a51c req-5706ccfb-eed9-4782-a0b3-bb64af9adfc9 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716977 Mar 31 20:26:17.754788 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b4d2e204-9d1e-4fd0-91d6-45764f74ac48 req-389a58f5-052f-4725-ba15-174d5a798b06 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693064 Mar 31 20:26:18.134831 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f8e12-8e22-4600-8ef8-705ce2a9c429 req-6415865b-4dc3-42f4-960e-8bc76035dd96 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:18.136949 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-440f8e12-8e22-4600-8ef8-705ce2a9c429 req-6415865b-4dc3-42f4-960e-8bc76035dd96 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0529146 Mar 31 20:26:18.185635 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-440f8e12-8e22-4600-8ef8-705ce2a9c429 req-4b6f929a-6d8a-4e88-b665-6d9bca2faa62 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430086 Mar 31 20:26:18.284702 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a8245-a4a9-425d-84ef-d1ee4b113122 req-df35e64f-0a5e-41da-a590-b80cbc1ca173 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:18.286192 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-903a8245-a4a9-425d-84ef-d1ee4b113122 req-df35e64f-0a5e-41da-a590-b80cbc1ca173 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.0566943 Mar 31 20:26:18.333946 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-903a8245-a4a9-425d-84ef-d1ee4b113122 req-50af66f6-31e8-4a38-af2f-97ef2df52694 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423114 Mar 31 20:26:18.525058 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c50b1-13ac-4638-bcd9-92ebcaade75d req-812abb4f-54e8-439b-b04f-47d4dedae12e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:18.526587 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cc6c50b1-13ac-4638-bcd9-92ebcaade75d req-812abb4f-54e8-439b-b04f-47d4dedae12e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0528350 Mar 31 20:26:18.577606 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cc6c50b1-13ac-4638-bcd9-92ebcaade75d req-2abfae16-2577-4729-bc53-ef6d3162ddd2 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452557 Mar 31 20:26:18.898744 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5151e-e797-48bd-874e-cd019dfbd39f req-cb053bad-9516-4db3-bb09-525d1ec61fcc tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:18.900218 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d7f5151e-e797-48bd-874e-cd019dfbd39f req-cb053bad-9516-4db3-bb09-525d1ec61fcc tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 947 time: 0.0833917 Mar 31 20:26:18.911846 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46facacd-8622-4769-bd37-51bef4cf31a0 req-9c030ff4-28ec-4692-86a2-6130ea18637f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:18.912985 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-46facacd-8622-4769-bd37-51bef4cf31a0 req-9c030ff4-28ec-4692-86a2-6130ea18637f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.0868490 Mar 31 20:26:18.984016 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d7f5151e-e797-48bd-874e-cd019dfbd39f req-56f15990-397a-41a6-be2d-a48c46952d08 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700862 Mar 31 20:26:18.987166 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-46facacd-8622-4769-bd37-51bef4cf31a0 req-739bf99a-d7a3-4ea8-9fc7-5092806efab4 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675335 Mar 31 20:26:19.306990 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe2932-0487-40e1-a171-fc21530baa50 req-e8a8a4a7-98e5-4220-b882-099da76a6a3a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:19.309169 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-eebe2932-0487-40e1-a171-fc21530baa50 req-e8a8a4a7-98e5-4220-b882-099da76a6a3a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0520642 Mar 31 20:26:19.357195 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-eebe2932-0487-40e1-a171-fc21530baa50 req-1ca76c28-9eb9-49bb-8c2f-e2f74b2a3e17 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422788 Mar 31 20:26:19.453524 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2a4fd-00fc-40a2-846a-9943ad184243 req-65bcfd8b-ae3b-47fd-8f76-588f2fd2e603 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:19.454994 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f8b2a4fd-00fc-40a2-846a-9943ad184243 req-65bcfd8b-ae3b-47fd-8f76-588f2fd2e603 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.0563014 Mar 31 20:26:19.502105 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f8b2a4fd-00fc-40a2-846a-9943ad184243 req-7f174f5f-ae00-4f98-81a2-73efc811823e tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414028 Mar 31 20:26:19.699762 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7f5cd-0ed7-4593-b11d-36550ac4f6af req-ebf4edd6-6be1-4140-88d4-983fc5d84e9a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:19.701509 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-50f7f5cd-0ed7-4593-b11d-36550ac4f6af req-ebf4edd6-6be1-4140-88d4-983fc5d84e9a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0531087 Mar 31 20:26:19.751163 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-50f7f5cd-0ed7-4593-b11d-36550ac4f6af req-0d5c1f1c-31d8-41e8-a789-6dc720015eb5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439634 Mar 31 20:26:19.835612 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-9e69722a-1ac8-424a-bb92-5578b139ff00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:20.140723 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f23184-e9e6-410d-b7a6-b522ffca69b8 req-3eab2fd0-083b-4db3-a491-0dfaf25513d3 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:20.142308 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-70f23184-e9e6-410d-b7a6-b522ffca69b8 req-3eab2fd0-083b-4db3-a491-0dfaf25513d3 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 947 time: 0.0931718 Mar 31 20:26:20.149293 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d47af-20d8-40b4-9256-885427f7f5e8 req-96f7c7b2-6876-481a-8bf9-801f3bc7cc96 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:20.150650 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5f0d47af-20d8-40b4-9256-885427f7f5e8 req-96f7c7b2-6876-481a-8bf9-801f3bc7cc96 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.0914400 Mar 31 20:26:20.226113 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-70f23184-e9e6-410d-b7a6-b522ffca69b8 req-ad2d89a9-94f0-4c13-92ec-8496d23d98a8 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745146 Mar 31 20:26:20.229428 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5f0d47af-20d8-40b4-9256-885427f7f5e8 req-f83a91bf-009c-4952-8d44-f9d94d34e85f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716648 Mar 31 20:26:20.474052 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61126e46-a214-4c52-be5f-ab939f74e762 req-83c5f11a-df17-47b7-bc0c-aae94b8196af tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:20.475527 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-61126e46-a214-4c52-be5f-ab939f74e762 req-83c5f11a-df17-47b7-bc0c-aae94b8196af tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0527081 Mar 31 20:26:20.773031 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-61126e46-a214-4c52-be5f-ab939f74e762 req-1f921393-c0da-4ebe-8c43-745dd3f34864 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919631 Mar 31 20:26:20.865657 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b801b-c50a-4635-9630-85efa14c6a97 req-d1f5a574-e23a-4fa5-a0ba-1bd1e1ea3752 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:20.867117 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3b9b801b-c50a-4635-9630-85efa14c6a97 req-d1f5a574-e23a-4fa5-a0ba-1bd1e1ea3752 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.0772500 Mar 31 20:26:20.911853 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817afc-f5b0-4354-968e-4216b4b1e5d1 req-fa914c6c-94a8-4396-ad5f-7b4c0e431380 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:20.913308 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5b817afc-f5b0-4354-968e-4216b4b1e5d1 req-fa914c6c-94a8-4396-ad5f-7b4c0e431380 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0847561 Mar 31 20:26:20.915601 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:20.935625 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3b9b801b-c50a-4635-9630-85efa14c6a97 req-ca981648-4fb0-4513-b373-4fd90e04d35e tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629532 Mar 31 20:26:20.977774 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5b817afc-f5b0-4354-968e-4216b4b1e5d1 req-25a33db5-6603-451b-a81e-c7bc6f1a263d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546401 Mar 31 20:26:21.039139 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f5b78-d7b9-459e-9b22-6e34960aaf35 req-cb4d97a6-839d-4280-8226-c0823a6f821f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:21.040592 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-df9f5b78-d7b9-459e-9b22-6e34960aaf35 req-cb4d97a6-839d-4280-8226-c0823a6f821f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0520928 Mar 31 20:26:21.088007 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-df9f5b78-d7b9-459e-9b22-6e34960aaf35 req-e1e18f9c-6096-4604-9a2a-7b4cd88c6da8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413172 Mar 31 20:26:21.110997 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 42228) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:21.315167 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2ef049-24f4-4735-b475-81e153084833 tempest-TestVolumeBootPattern-273055062 tempest-TestVolumeBootPattern-273055062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:21.316625 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-2a2ef049-24f4-4735-b475-81e153084833 tempest-TestVolumeBootPattern-273055062 tempest-TestVolumeBootPattern-273055062-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 1125 time: 0.2046638 Mar 31 20:26:21.319604 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 42236) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:21.324632 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Request body: {'floatingip': {'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'port_id': 'c47cdcdb-8eeb-4297-a521-7fc67d880c58', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:21.379576 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da1974-3a6f-4b01-a729-fb49fec72c9d req-06cbbabe-2f4f-4d5d-8921-994730752160 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:21.381044 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5da1974-3a6f-4b01-a729-fb49fec72c9d req-06cbbabe-2f4f-4d5d-8921-994730752160 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 947 time: 0.0864594 Mar 31 20:26:21.399359 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2cee6-ebbc-430d-a8bd-686e87d7fa1f req-cf68ea74-04d5-40ea-8663-74cede515984 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:21.400801 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b8c2cee6-ebbc-430d-a8bd-686e87d7fa1f req-cf68ea74-04d5-40ea-8663-74cede515984 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.1032712 Mar 31 20:26:21.401633 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:21.461551 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5da1974-3a6f-4b01-a729-fb49fec72c9d req-413e53c6-9f56-469f-a7a8-a446861da772 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745144 Mar 31 20:26:21.472807 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b8c2cee6-ebbc-430d-a8bd-686e87d7fa1f req-f661affc-7936-4e6d-8e1e-31e187ed7d92 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645602 Mar 31 20:26:21.508223 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:21.612056 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Allocated IP 172.27.2.69 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/86836f2a-e053-4a9b-a9ac-a8302aef92cd) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:21.707873 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for port (86836f2a-e053-4a9b-a9ac-a8302aef92cd), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:21.813524 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (86836f2a-e053-4a9b-a9ac-a8302aef92cd), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:21.851720 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:21.854661 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:21.857760 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:21.886843 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'Port': ['ID=86836f2a-e053-4a9b-a9ac-a8302aef92cd,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:21.922399 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 6010052d-f534-461a-abf9-f153268a81cf details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:26:22.022442 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 6010052d-f534-461a-abf9-f153268a81cf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6010052d-f534-461a-abf9-f153268a81cf,segment=NetworkSegment(7738f976-b24c-4b2b-a127-41e952ef0b25),segment_id=7738f976-b24c-4b2b-a127-41e952ef0b25)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:22.037993 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': '6010052d-f534-461a-abf9-f153268a81cf', 'network_id': '6e3068a3-0d84-4f75-90a0-cf50d2a74441', 'port_id': '6010052d-f534-461a-abf9-f153268a81cf', 'mac_address': 'fa:16:3e:00:94:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb19786-bece-46b2-980d-dc60f59e4fb1', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:26:22.082951 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3100e-c552-4036-b485-1398a7570404 req-d0f839be-7a74-4f15-94bc-ca62aa51eceb tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:22.084908 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2fb3100e-c552-4036-b485-1398a7570404 req-d0f839be-7a74-4f15-94bc-ca62aa51eceb tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.0823166 Mar 31 20:26:22.088184 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 6010052d-f534-461a-abf9-f153268a81cf is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:22.088578 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6010052d-f534-461a-abf9-f153268a81cf), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.103318 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6010052d-f534-461a-abf9-f153268a81cf {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:22.139260 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 6010052d-f534-461a-abf9-f153268a81cf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6010052d-f534-461a-abf9-f153268a81cf,segment=NetworkSegment(7738f976-b24c-4b2b-a127-41e952ef0b25),segment_id=7738f976-b24c-4b2b-a127-41e952ef0b25)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:22.158148 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56ea79-1e33-437b-b4b8-0fca2f505cb6 req-dd0bb8a7-e8e2-48a4-bb92-d077666a575d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:22.162822 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2d56ea79-1e33-437b-b4b8-0fca2f505cb6 req-dd0bb8a7-e8e2-48a4-bb92-d077666a575d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.1003842 Mar 31 20:26:22.189850 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2fb3100e-c552-4036-b485-1398a7570404 req-bf701dc8-d20d-4cef-8be7-e2df388844e3 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869174 Mar 31 20:26:22.223037 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2d56ea79-1e33-437b-b4b8-0fca2f505cb6 req-923994b7-f1b0-4854-9a2d-a16deadf4316 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521626 Mar 31 20:26:22.224346 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.233772 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for floatingip (6f7c3c87-686b-45c0-bc18-fa14f91e734a), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.247033 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (6010052d-f534-461a-abf9-f153268a81cf), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.247815 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 7f10944d-912a-48ea-a7db-658c95b98446 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:26:22.337509 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=6010052d-f534-461a-abf9-f153268a81cf,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:22.350463 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.351141 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.351275 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.351523 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.351857 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.352183 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.352507 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.352834 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.353178 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.353498 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.353840 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.354177 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.354541 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.354862 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.355178 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:22.375197 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (86836f2a-e053-4a9b-a9ac-a8302aef92cd), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.395777 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 7f10944d-912a-48ea-a7db-658c95b98446, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7f10944d-912a-48ea-a7db-658c95b98446,segment=NetworkSegment(981f5afb-a901-4ba5-afbd-8805ffe88ccc),segment_id=981f5afb-a901-4ba5-afbd-8805ffe88ccc)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:22.408228 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': '7f10944d-912a-48ea-a7db-658c95b98446', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'port_id': '7f10944d-912a-48ea-a7db-658c95b98446', 'mac_address': 'fa:16:3e:14:b4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:26:22.449123 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 7f10944d-912a-48ea-a7db-658c95b98446 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:22.449513 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7f10944d-912a-48ea-a7db-658c95b98446), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.462137 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f10944d-912a-48ea-a7db-658c95b98446 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:22.482004 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 7f10944d-912a-48ea-a7db-658c95b98446, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7f10944d-912a-48ea-a7db-658c95b98446,segment=NetworkSegment(981f5afb-a901-4ba5-afbd-8805ffe88ccc),segment_id=981f5afb-a901-4ba5-afbd-8805ffe88ccc)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:22.525628 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for port (86836f2a-e053-4a9b-a9ac-a8302aef92cd), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.561570 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (7f10944d-912a-48ea-a7db-658c95b98446), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.590350 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (86836f2a-e053-4a9b-a9ac-a8302aef92cd), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.613656 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=7f10944d-912a-48ea-a7db-658c95b98446,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:22.625064 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f0567-1b34-424f-97a4-44d01d43e091 req-526c8721-a0cd-4c8e-a852-ccf52f5f3552 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:22.626537 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9b1f0567-1b34-424f-97a4-44d01d43e091 req-526c8721-a0cd-4c8e-a852-ccf52f5f3552 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 948 time: 0.0755126 Mar 31 20:26:22.633634 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de80a4-1415-4917-8659-565901c81fd4 req-09f94657-8473-4778-8c17-77eeb098308a tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:22.635096 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-53de80a4-1415-4917-8659-565901c81fd4 req-09f94657-8473-4778-8c17-77eeb098308a tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 943 time: 0.0938506 Mar 31 20:26:22.668521 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'Port': ['ID=86836f2a-e053-4a9b-a9ac-a8302aef92cd,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:22.678483 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (6f7c3c87-686b-45c0-bc18-fa14f91e734a), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.709840 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9b1f0567-1b34-424f-97a4-44d01d43e091 req-7c5bd5e2-c9f3-4ea1-b2e4-298131731126 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737159 Mar 31 20:26:22.714167 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-53de80a4-1415-4917-8659-565901c81fd4 req-69f73bbf-b0bc-49e1-b187-5a69ce534104 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709779 Mar 31 20:26:22.779814 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Floating IP 6f7c3c87-686b-45c0-bc18-fa14f91e734a associated. External IP: 172.27.2.69, port: c47cdcdb-8eeb-4297-a521-7fc67d880c58. Mar 31 20:26:22.985219 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Router bcdbec6b-b6b1-498a-819f-338c9a07945a has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:26:23.092031 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:26:23.101924 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab740ebb-dae3-4b83-babe-ad89c7c71cbc None None] Sync routers for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:26:23.111396 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab740ebb-dae3-4b83-babe-ad89c7c71cbc None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:23.111998 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-ab740ebb-dae3-4b83-babe-ad89c7c71cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:26:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:23.169369 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:23.199026 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-52d889bd-233f-4918-8684-12d4497ba3de tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8777211 Mar 31 20:26:23.200189 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95481e07-81ef-4af4-b656-68f7d9e6f028', 'tag': 'c47cdcdb-8eeb-4297-a521-7fc67d880c58'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:23.202125 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147e72dc-e4f2-4094-bae5-4b39da5eec1c" -d '{"events": [{"name": "network-changed", "server_uuid": "95481e07-81ef-4af4-b656-68f7d9e6f028", "tag": "c47cdcdb-8eeb-4297-a521-7fc67d880c58"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:23.219385 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-ab740ebb-dae3-4b83-babe-ad89c7c71cbc None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:23.244726 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f1ff19-0841-483c-9cd1-bb0f9d92fc9f x-openstack-request-id: req-00f1ff19-0841-483c-9cd1-bb0f9d92fc9f {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:23.245647 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95481e07-81ef-4af4-b656-68f7d9e6f028", "tag": "c47cdcdb-8eeb-4297-a521-7fc67d880c58", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:23.245968 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-00f1ff19-0841-483c-9cd1-bb0f9d92fc9f {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:23.246441 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f1ff19-0841-483c-9cd1-bb0f9d92fc9f'] response: {'name': 'network-changed', 'server_uuid': '95481e07-81ef-4af4-b656-68f7d9e6f028', 'tag': 'c47cdcdb-8eeb-4297-a521-7fc67d880c58', 'status': 'completed', 'code': 200} Mar 31 20:26:23.390730 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352badd-11c0-4c62-9347-9a88070afbed req-729014d4-0f64-4ed2-a291-cc86bb87c1da tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.392400 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e352badd-11c0-4c62-9347-9a88070afbed req-729014d4-0f64-4ed2-a291-cc86bb87c1da tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.1195812 Mar 31 20:26:23.410571 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e72dc-e4f2-4094-bae5-4b39da5eec1c req-bc5f9936-1821-4773-a389-2f89e38818e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.412084 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-147e72dc-e4f2-4094-bae5-4b39da5eec1c req-bc5f9936-1821-4773-a389-2f89e38818e2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 1130 time: 0.1114984 Mar 31 20:26:23.438653 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335e3f5-289b-431a-8db4-27de65412cb6 req-2fd6ecd7-180e-4d77-b0ca-fbfce628f4ff tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.440113 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8335e3f5-289b-431a-8db4-27de65412cb6 req-2fd6ecd7-180e-4d77-b0ca-fbfce628f4ff tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.1091537 Mar 31 20:26:23.469504 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e2c7-a17b-42e0-ba45-c4a5941d3536 req-75b3c12b-45ef-4c7c-8834-4803f4b4eb35 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.471126 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-84c7e2c7-a17b-42e0-ba45-c4a5941d3536 req-75b3c12b-45ef-4c7c-8834-4803f4b4eb35 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 945 time: 0.1085854 Mar 31 20:26:23.536184 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e352badd-11c0-4c62-9347-9a88070afbed req-6c043702-b3d5-4d56-b25f-d66fd76cda52 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351726 Mar 31 20:26:23.543573 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-ab740ebb-dae3-4b83-babe-ad89c7c71cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '6f7c3c87-686b-45c0-bc18-fa14f91e734a', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': 'c47cdcdb-8eeb-4297-a521-7fc67d880c58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:57:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95481e07-81ef-4af4-b656-68f7d9e6f028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:22Z', 'updated_at': '2022-03-31T20:26:22Z', 'revision_number': 0, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:23.564911 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8335e3f5-289b-431a-8db4-27de65412cb6 req-a246693d-2aa2-451e-9414-2f7f78df6296 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094985 Mar 31 20:26:23.569903 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab740ebb-dae3-4b83-babe-ad89c7c71cbc None None] Checking router: bcdbec6b-b6b1-498a-819f-338c9a07945a for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:26:23.579379 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab740ebb-dae3-4b83-babe-ad89c7c71cbc None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:23.580003 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-ab740ebb-dae3-4b83-babe-ad89c7c71cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:26:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:23.586395 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e72dc-e4f2-4094-bae5-4b39da5eec1c req-3ef8468c-4948-4b3f-82c0-2c5b4db85201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.587896 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-147e72dc-e4f2-4094-bae5-4b39da5eec1c req-3ef8468c-4948-4b3f-82c0-2c5b4db85201 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 913 time: 0.1638384 Mar 31 20:26:23.626109 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-84c7e2c7-a17b-42e0-ba45-c4a5941d3536 req-e61ade3b-e1ca-4df6-a776-8e0e026869c7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Deleting port 5f9903ed-66de-4bb1-919c-7f0c608bab00 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:26:23.626450 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-84c7e2c7-a17b-42e0-ba45-c4a5941d3536 req-e61ade3b-e1ca-4df6-a776-8e0e026869c7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:23.660050 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-147e72dc-e4f2-4094-bae5-4b39da5eec1c req-c846f6c6-7f85-464b-994f-dae12b9afbf0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c47cdcdb-8eeb-4297-a521-7fc67d880c58 HTTP/1.1" status: 200 len: 999 time: 0.0651317 Mar 31 20:26:23.696920 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-ab740ebb-dae3-4b83-babe-ad89c7c71cbc None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:23.712200 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e72dc-e4f2-4094-bae5-4b39da5eec1c req-fe38cfd9-52af-4254-aa47-597791bdf89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.713740 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-147e72dc-e4f2-4094-bae5-4b39da5eec1c req-fe38cfd9-52af-4254-aa47-597791bdf89c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9ed1327-54bc-459c-8ba6-245a511fc65b HTTP/1.1" status: 200 len: 851 time: 0.0478592 Mar 31 20:26:23.719096 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-84c7e2c7-a17b-42e0-ba45-c4a5941d3536 req-e61ade3b-e1ca-4df6-a776-8e0e026869c7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] For port 5f9903ed-66de-4bb1-919c-7f0c608bab00, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5f9903ed-66de-4bb1-919c-7f0c608bab00,segment=NetworkSegment(ce3acc30-0833-4eee-8219-36842b488a1d),segment_id=ce3acc30-0833-4eee-8219-36842b488a1d)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:23.719673 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-84c7e2c7-a17b-42e0-ba45-c4a5941d3536 req-e61ade3b-e1ca-4df6-a776-8e0e026869c7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:23.720040 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['7f10944d-912a-48ea-a7db-658c95b98446'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:26:23.752404 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-84c7e2c7-a17b-42e0-ba45-c4a5941d3536 req-e61ade3b-e1ca-4df6-a776-8e0e026869c7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Calling delete_port for 5f9903ed-66de-4bb1-919c-7f0c608bab00 owned by compute:nova {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:26:23.842393 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:23.903694 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['6010052d-f534-461a-abf9-f153268a81cf'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:26:23.909543 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e72dc-e4f2-4094-bae5-4b39da5eec1c req-1b672e82-146e-4883-847b-ca95d515e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.911859 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-147e72dc-e4f2-4094-bae5-4b39da5eec1c req-1b672e82-146e-4883-847b-ca95d515e268 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3437015e-3faa-4b6a-9767-5c0c89bf320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1902392 Mar 31 20:26:23.978766 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-ab740ebb-dae3-4b83-babe-ad89c7c71cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '6f7c3c87-686b-45c0-bc18-fa14f91e734a', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': 'c47cdcdb-8eeb-4297-a521-7fc67d880c58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:57:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95481e07-81ef-4af4-b656-68f7d9e6f028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:22Z', 'updated_at': '2022-03-31T20:26:22Z', 'revision_number': 0, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:23.981765 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e35bdb-7513-47dc-aa18-1de59a150f02 req-440d521e-5f5b-4f22-ab39-6a6ffb3780f7 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.983385 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10e35bdb-7513-47dc-aa18-1de59a150f02 req-440d521e-5f5b-4f22-ab39-6a6ffb3780f7 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 948 time: 0.1614075 Mar 31 20:26:23.993625 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c6381-db41-4cfa-92a7-197e4ba9a7a8 req-f2ed68fa-d72d-4b9d-b9af-1f74be1c9098 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.995274 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-306c6381-db41-4cfa-92a7-197e4ba9a7a8 req-f2ed68fa-d72d-4b9d-b9af-1f74be1c9098 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 944 time: 0.1920607 Mar 31 20:26:24.023111 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab740ebb-dae3-4b83-babe-ad89c7c71cbc None None] The sync data for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi is: [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '6f7c3c87-686b-45c0-bc18-fa14f91e734a', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': 'c47cdcdb-8eeb-4297-a521-7fc67d880c58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:57:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95481e07-81ef-4af4-b656-68f7d9e6f028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:22Z', 'updated_at': '2022-03-31T20:26:22Z', 'revision_number': 0, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:26:24.115118 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10e35bdb-7513-47dc-aa18-1de59a150f02 req-e498ab07-cb58-4368-a975-a0d571bdac08 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150129 Mar 31 20:26:24.122234 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-306c6381-db41-4cfa-92a7-197e4ba9a7a8 req-ce9b5142-e38d-49d9-97cd-017cd74f1db2 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203725 Mar 31 20:26:24.126493 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-147e72dc-e4f2-4094-bae5-4b39da5eec1c req-c00ca014-b70d-4c34-87c8-8de200827813 service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061083 Mar 31 20:26:24.237719 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-147e72dc-e4f2-4094-bae5-4b39da5eec1c req-e93bf781-3fc7-4c62-9210-e60e1bbfe121 service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045763 Mar 31 20:26:24.253470 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593355e9-370f-4352-8507-3d7f71da6c81 None None] New status for floating IP 6f7c3c87-686b-45c0-bc18-fa14f91e734a: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:26:24.264711 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-84c7e2c7-a17b-42e0-ba45-c4a5941d3536 req-e61ade3b-e1ca-4df6-a776-8e0e026869c7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (5f9903ed-66de-4bb1-919c-7f0c608bab00), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:24.293458 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ade3b-e1ca-4df6-a776-8e0e026869c7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Pushing event deleted for resources: {'Port': ['ID=5f9903ed-66de-4bb1-919c-7f0c608bab00,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:24.357734 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c7e2c7-a17b-42e0-ba45-c4a5941d3536 req-e61ade3b-e1ca-4df6-a776-8e0e026869c7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] No DVR routers for this DVR port 5f9903ed-66de-4bb1-919c-7f0c608bab00 on host hv-cinder-83607 {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:26:24.361298 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-84c7e2c7-a17b-42e0-ba45-c4a5941d3536 req-e61ade3b-e1ca-4df6-a776-8e0e026869c7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:24.364652 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-84c7e2c7-a17b-42e0-ba45-c4a5941d3536 req-e61ade3b-e1ca-4df6-a776-8e0e026869c7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.76 "DELETE /v2.0/ports/5f9903ed-66de-4bb1-919c-7f0c608bab00 HTTP/1.1" status: 204 len: 173 time: 0.8867037 Mar 31 20:26:24.641561 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-805eee12-7f4f-4849-abb7-8a0a5762a106 req-f4766d22-89d1-4f36-a4b3-3b02f63dcbb6 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b5c4d0b-9552-4632-a87c-fcf0de323eec HTTP/1.1" status: 200 len: 210 time: 0.0325649 Mar 31 20:26:24.700896 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ec047-ed57-4d7b-bbd0-159fe90f2798 req-5d227ed9-6ed3-4a2a-b2d7-fd6bea6e934a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:24.702620 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3b0ec047-ed57-4d7b-bbd0-159fe90f2798 req-5d227ed9-6ed3-4a2a-b2d7-fd6bea6e934a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0529325 Mar 31 20:26:24.749378 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3b0ec047-ed57-4d7b-bbd0-159fe90f2798 req-a69a2c87-d10d-48c0-9668-a2595741c19c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410733 Mar 31 20:26:25.247307 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5c4d0b-9552-4632-a87c-fcf0de323eec', 'name': 'network-vif-deleted', 'tag': '5f9903ed-66de-4bb1-919c-7f0c608bab00'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:25.249709 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f2e9c3-4660-40de-aab9-33f8a3833f42" -d '{"events": [{"server_uuid": "4b5c4d0b-9552-4632-a87c-fcf0de323eec", "name": "network-vif-deleted", "tag": "5f9903ed-66de-4bb1-919c-7f0c608bab00"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:25.283661 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309335e-42e1-41b0-9d5a-8b07224b38bd req-6d248520-30ab-408c-aaf3-45344d974a68 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:25.285181 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0309335e-42e1-41b0-9d5a-8b07224b38bd req-6d248520-30ab-408c-aaf3-45344d974a68 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 948 time: 0.0881128 Mar 31 20:26:25.298180 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02f1cf-b6d9-49bb-8596-c345006a0676 req-03bb89dc-7596-4e2f-bbc9-4497ff0ea850 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:25.300199 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fa02f1cf-b6d9-49bb-8596-c345006a0676 req-03bb89dc-7596-4e2f-bbc9-4497ff0ea850 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 944 time: 0.0901761 Mar 31 20:26:25.373784 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0309335e-42e1-41b0-9d5a-8b07224b38bd req-1eb21519-4079-4d1e-a831-59fc00832a43 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730186 Mar 31 20:26:25.377248 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fa02f1cf-b6d9-49bb-8596-c345006a0676 req-7353af86-c557-4308-b358-a0f1846e8a8f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706735 Mar 31 20:26:25.419840 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48b6aa7-8879-4866-8d64-562f403c2bfb x-openstack-request-id: req-a48b6aa7-8879-4866-8d64-562f403c2bfb {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:25.420136 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5c4d0b-9552-4632-a87c-fcf0de323eec", "name": "network-vif-deleted", "tag": "5f9903ed-66de-4bb1-919c-7f0c608bab00", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:25.420394 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a48b6aa7-8879-4866-8d64-562f403c2bfb {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:25.420800 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48b6aa7-8879-4866-8d64-562f403c2bfb'] response: {'server_uuid': '4b5c4d0b-9552-4632-a87c-fcf0de323eec', 'name': 'network-vif-deleted', 'tag': '5f9903ed-66de-4bb1-919c-7f0c608bab00', 'status': 'completed', 'code': 200} Mar 31 20:26:25.928212 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f6a86-6985-4b01-8fe2-0afefeaef30a req-c8bcf6ec-ad15-463f-a5cf-fc9fbe584885 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:25.929615 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-398f6a86-6985-4b01-8fe2-0afefeaef30a req-c8bcf6ec-ad15-463f-a5cf-fc9fbe584885 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.1083920 Mar 31 20:26:25.950307 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 7f10944d-912a-48ea-a7db-658c95b98446 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:25.989975 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-c9a9bfde-4dea-4083-8146-16003271ac29 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:25.991414 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-c9a9bfde-4dea-4083-8146-16003271ac29 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/networks?id=58eeba0a-c0aa-4da8-9148-df425d642d87 HTTP/1.1" status: 200 len: 809 time: 0.1398692 Mar 31 20:26:26.013552 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-398f6a86-6985-4b01-8fe2-0afefeaef30a req-caf23f5f-9939-46dd-aa5d-8879ff2f4d6e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777392 Mar 31 20:26:26.015128 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-ad4be5c4-5625-4c30-9189-f289a81c776e tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/quotas/1088fbcd4da44e6da3512a11cf070c0b HTTP/1.1" status: 200 len: 375 time: 0.0158443 Mar 31 20:26:26.050663 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-23f44fd9-a88c-4c23-8d15-47ea2d61cbae tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1088fbcd4da44e6da3512a11cf070c0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302055 Mar 31 20:26:26.063942 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port 7f10944d-912a-48ea-a7db-658c95b98446 completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:26:26.067917 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port 7f10944d-912a-48ea-a7db-658c95b98446 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:26.068299 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (7f10944d-912a-48ea-a7db-658c95b98446), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:26.151166 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-f72a8180-7737-4396-bac1-bc31003706fc service neutron] 10.222.0.74 "GET /v2.0/networks/58eeba0a-c0aa-4da8-9148-df425d642d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937314 Mar 31 20:26:26.161641 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 7f10944d-912a-48ea-a7db-658c95b98446 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:26.161944 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7f10944d-912a-48ea-a7db-658c95b98446), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:26.188815 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f10944d-912a-48ea-a7db-658c95b98446'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:26.191001 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98c56cd-57da-4d78-9336-d4ae99796722" -d '{"events": [{"server_uuid": "04802cff-85f0-40d5-9a2f-ff74acd0ce25", "name": "network-vif-plugged", "status": "completed", "tag": "7f10944d-912a-48ea-a7db-658c95b98446"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:26.204216 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 7f10944d-912a-48ea-a7db-658c95b98446, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7f10944d-912a-48ea-a7db-658c95b98446,segment=NetworkSegment(981f5afb-a901-4ba5-afbd-8805ffe88ccc),segment_id=981f5afb-a901-4ba5-afbd-8805ffe88ccc)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:26.230007 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7513cd52-ff35-488c-980c-74a55d13992f x-openstack-request-id: req-7513cd52-ff35-488c-980c-74a55d13992f {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:26.230326 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04802cff-85f0-40d5-9a2f-ff74acd0ce25", "name": "network-vif-plugged", "status": "completed", "tag": "7f10944d-912a-48ea-a7db-658c95b98446", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:26.230587 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7513cd52-ff35-488c-980c-74a55d13992f {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:26.230991 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7513cd52-ff35-488c-980c-74a55d13992f'] response: {'server_uuid': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f10944d-912a-48ea-a7db-658c95b98446', 'code': 200} Mar 31 20:26:26.259724 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-be1c92fb-8253-4f90-bb88-2c39fe0f0538 service neutron] 10.222.0.74 "GET /v2.0/networks/58eeba0a-c0aa-4da8-9148-df425d642d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989866 Mar 31 20:26:26.275425 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (7f10944d-912a-48ea-a7db-658c95b98446), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:26.276425 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 5f9903ed-66de-4bb1-919c-7f0c608bab00 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:26:26.315399 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: 5f9903ed-66de-4bb1-919c-7f0c608bab00 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:26:26.315754 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 5f9903ed-66de-4bb1-919c-7f0c608bab00 not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:26:26.340746 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=7f10944d-912a-48ea-a7db-658c95b98446,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:26.500624 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee8507-dff1-42bf-8607-b8ce50253b35 req-e152275a-ff73-4bd1-be52-d72d2201567e tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:26.502363 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-28ee8507-dff1-42bf-8607-b8ce50253b35 req-e152275a-ff73-4bd1-be52-d72d2201567e tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 945 time: 0.0601909 Mar 31 20:26:26.581081 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-28ee8507-dff1-42bf-8607-b8ce50253b35 req-2e5442eb-02e7-46b4-9679-70e148073b97 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718873 Mar 31 20:26:26.595560 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1736b2-02b1-4d5c-8a7d-6845497a6538 req-ba821115-fc57-4b59-b455-f2f8c1a7d6e8 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:26.602536 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3b1736b2-02b1-4d5c-8a7d-6845497a6538 req-ba821115-fc57-4b59-b455-f2f8c1a7d6e8 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 948 time: 0.0950270 Mar 31 20:26:26.623026 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb49fe-68b4-429e-9076-979036fa15fc req-f5ab5670-0690-457a-9515-726eb8effe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:26.624568 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9ebb49fe-68b4-429e-9076-979036fa15fc req-f5ab5670-0690-457a-9515-726eb8effe35 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 1129 time: 0.0694947 Mar 31 20:26:26.675706 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9ebb49fe-68b4-429e-9076-979036fa15fc req-627fe99f-3884-4cef-813c-7e3698819c8d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448520 Mar 31 20:26:26.677491 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-76fe4144-ec49-4c98-8697-fbc5ae2d5fee req-d59f02ec-ed60-4200-9e8c-d0431c0fd555 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 210 time: 0.0365534 Mar 31 20:26:26.681917 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3b1736b2-02b1-4d5c-8a7d-6845497a6538 req-1efdd8e1-982a-4ea0-bc95-3616d932d713 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785987 Mar 31 20:26:27.134728 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db7add-30cb-4f4d-95d0-3e4dc978cb0f req-eeec867a-7c1a-46c2-ac6d-7085415d0324 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:27.136819 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-73db7add-30cb-4f4d-95d0-3e4dc978cb0f req-eeec867a-7c1a-46c2-ac6d-7085415d0324 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0530992 Mar 31 20:26:27.183830 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-73db7add-30cb-4f4d-95d0-3e4dc978cb0f req-b6b40552-c81b-49fb-b0e9-34d8e13ec086 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412130 Mar 31 20:26:27.704944 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8fc8f-a0ad-4d6d-998a-32b1344cb28d req-2f257a1a-0520-4d84-a8fa-5bd281cfdf29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:27.709370 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3ac8fc8f-a0ad-4d6d-998a-32b1344cb28d req-2f257a1a-0520-4d84-a8fa-5bd281cfdf29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 945 time: 0.0588481 Mar 31 20:26:27.768873 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3ac8fc8f-a0ad-4d6d-998a-32b1344cb28d req-1ea5c308-ac11-4619-917b-137ee736daa7 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533135 Mar 31 20:26:27.791935 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dc011064-e520-49dd-a42f-6c361219caee req-e7427a81-7c4c-47aa-8946-f5097446ad44 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 210 time: 0.0370865 Mar 31 20:26:27.888404 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298270cc-85e1-4c4a-8bd9-9b10bab07f1a req-cb0b4474-9632-4b32-a326-702441cb9bf3 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:27.890170 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-298270cc-85e1-4c4a-8bd9-9b10bab07f1a req-cb0b4474-9632-4b32-a326-702441cb9bf3 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 948 time: 0.0555806 Mar 31 20:26:27.945279 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-298270cc-85e1-4c4a-8bd9-9b10bab07f1a req-590c929e-9b34-4d18-ad10-1c849946fa8b tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458548 Mar 31 20:26:27.972943 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 6010052d-f534-461a-abf9-f153268a81cf up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:28.092148 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port 6010052d-f534-461a-abf9-f153268a81cf completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:26:28.096024 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port 6010052d-f534-461a-abf9-f153268a81cf triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:28.096402 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (6010052d-f534-461a-abf9-f153268a81cf), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:28.171560 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 6010052d-f534-461a-abf9-f153268a81cf is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:28.171952 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6010052d-f534-461a-abf9-f153268a81cf), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:28.204205 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 6010052d-f534-461a-abf9-f153268a81cf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6010052d-f534-461a-abf9-f153268a81cf,segment=NetworkSegment(7738f976-b24c-4b2b-a127-41e952ef0b25),segment_id=7738f976-b24c-4b2b-a127-41e952ef0b25)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:28.231773 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dc5798-68ee-47e7-aa1a-aca568de80eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6010052d-f534-461a-abf9-f153268a81cf'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:28.234093 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeae526-4669-4be0-8f80-382cbaa36de3" -d '{"events": [{"server_uuid": "96dc5798-68ee-47e7-aa1a-aca568de80eb", "name": "network-vif-plugged", "status": "completed", "tag": "6010052d-f534-461a-abf9-f153268a81cf"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:28.263929 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (6010052d-f534-461a-abf9-f153268a81cf), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:28.270663 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cb2add-509b-4651-97d5-8c0f3dcc763f x-openstack-request-id: req-a5cb2add-509b-4651-97d5-8c0f3dcc763f {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:28.271001 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dc5798-68ee-47e7-aa1a-aca568de80eb", "name": "network-vif-plugged", "status": "completed", "tag": "6010052d-f534-461a-abf9-f153268a81cf", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:28.271305 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a5cb2add-509b-4651-97d5-8c0f3dcc763f {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:28.271705 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5cb2add-509b-4651-97d5-8c0f3dcc763f'] response: {'server_uuid': '96dc5798-68ee-47e7-aa1a-aca568de80eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6010052d-f534-461a-abf9-f153268a81cf', 'code': 200} Mar 31 20:26:28.306739 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11d086-241a-4be9-a83a-fcb37f8afe45 req-6c8da145-a59b-46ee-96fb-c2d94d4ce7da tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:28.308935 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4a11d086-241a-4be9-a83a-fcb37f8afe45 req-6c8da145-a59b-46ee-96fb-c2d94d4ce7da tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0537171 Mar 31 20:26:28.321397 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=6010052d-f534-461a-abf9-f153268a81cf,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:28.361101 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4a11d086-241a-4be9-a83a-fcb37f8afe45 req-21cf8250-0067-4501-833b-157a06c9a77a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461488 Mar 31 20:26:28.636036 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01863f0-dc89-414d-9ca5-ea4a4a4fd1f1 req-ad527c4f-12cf-4439-bc20-96d87b0d48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:28.637553 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c01863f0-dc89-414d-9ca5-ea4a4a4fd1f1 req-ad527c4f-12cf-4439-bc20-96d87b0d48a9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 1133 time: 0.0438251 Mar 31 20:26:28.687428 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c01863f0-dc89-414d-9ca5-ea4a4a4fd1f1 req-a2eceeb1-a9ea-4d0a-b28b-3b4cb1bdc7dd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 Mar 31 20:26:28.707288 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0a0073f1-ec1d-4920-93d1-c1987ff7ab35 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:28.708695 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0a0073f1-ec1d-4920-93d1-c1987ff7ab35 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.76 "GET /v2.0/networks?id=58eeba0a-c0aa-4da8-9148-df425d642d87 HTTP/1.1" status: 200 len: 809 time: 0.1064916 Mar 31 20:26:28.899108 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2dc212d9-8484-4bc0-a7b4-f13c96e34977 req-72fadc8d-1adf-4ca8-b1d6-3d0d601bb5f1 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 210 time: 0.0293248 Mar 31 20:26:28.921701 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3515001-798a-4360-8927-101660d6c17e req-f7479ec9-3ac1-47e7-a195-97999f38bad0 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:28.925277 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b3515001-798a-4360-8927-101660d6c17e req-f7479ec9-3ac1-47e7-a195-97999f38bad0 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 945 time: 0.0826147 Mar 31 20:26:28.974391 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b3515001-798a-4360-8927-101660d6c17e req-683b828d-bde2-4f4a-8957-8cee088082e3 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455878 Mar 31 20:26:29.061234 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a855839-cb88-48eb-b650-22c60e09ca10 req-2c86aa9d-e002-4705-bb56-9b1b952cdd0e tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:29.062613 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6a855839-cb88-48eb-b650-22c60e09ca10 req-2c86aa9d-e002-4705-bb56-9b1b952cdd0e tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 949 time: 0.0523021 Mar 31 20:26:29.087321 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-88761b20-d895-4553-b937-254d137c1d67 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Request body: {'port': {'device_id': '51d2c430-7195-474a-8168-4a31e5d30b62', 'network_id': '58eeba0a-c0aa-4da8-9148-df425d642d87', 'admin_state_up': True, 'tenant_id': '1088fbcd4da44e6da3512a11cf070c0b'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:29.162414 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6a855839-cb88-48eb-b650-22c60e09ca10 req-f153abfe-3264-426c-8d2b-57f2703a40ea tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944192 Mar 31 20:26:29.281654 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-88761b20-d895-4553-b937-254d137c1d67 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Made reservation on behalf of 1088fbcd4da44e6da3512a11cf070c0b for: {'port': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:26:29.285104 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-88761b20-d895-4553-b937-254d137c1d67 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:29.407433 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-88761b20-d895-4553-b937-254d137c1d67 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Allocated IP 172.20.0.12 (58eeba0a-c0aa-4da8-9148-df425d642d87/67c0b366-af5d-488a-ad21-daee31c21d00/a4b7be95-9650-4719-9027-044ef0774021) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:29.550781 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7cc18-cd39-48f9-b1f9-bdd47a0ebdb9 req-bc814009-3563-4c13-9c8d-c971d343b30a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:29.552331 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-07d7cc18-cd39-48f9-b1f9-bdd47a0ebdb9 req-bc814009-3563-4c13-9c8d-c971d343b30a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.1115613 Mar 31 20:26:29.636795 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-88761b20-d895-4553-b937-254d137c1d67 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks [] for port (a4b7be95-9650-4719-9027-044ef0774021), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:29.641353 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-07d7cc18-cd39-48f9-b1f9-bdd47a0ebdb9 req-586ae3f7-283d-4931-83d1-9d7127666f0f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801036 Mar 31 20:26:29.716118 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-88761b20-d895-4553-b937-254d137c1d67 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (a4b7be95-9650-4719-9027-044ef0774021), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:29.755156 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-88761b20-d895-4553-b937-254d137c1d67 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Network 58eeba0a-c0aa-4da8-9148-df425d642d87 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:29.758138 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-88761b20-d895-4553-b937-254d137c1d67 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:29.761135 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-88761b20-d895-4553-b937-254d137c1d67 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:29.791670 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88761b20-d895-4553-b937-254d137c1d67 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Pushing event updated for resources: {'Port': ['ID=a4b7be95-9650-4719-9027-044ef0774021,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:29.815915 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-88761b20-d895-4553-b937-254d137c1d67 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:29.816517 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-88761b20-d895-4553-b937-254d137c1d67 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:29.900621 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-88761b20-d895-4553-b937-254d137c1d67 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8181381 Mar 31 20:26:29.914722 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Request body: {'port': {'device_id': '51d2c430-7195-474a-8168-4a31e5d30b62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:30.001018 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (a4b7be95-9650-4719-9027-044ef0774021), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:30.068491 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d28a93-5ffe-42a6-89ce-907e0b01285e req-892a9d72-1781-4ed3-b551-1ede48cad021 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:30.069944 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d1d28a93-5ffe-42a6-89ce-907e0b01285e req-892a9d72-1781-4ed3-b551-1ede48cad021 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 932 time: 0.1004741 Mar 31 20:26:30.216021 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1cb05-6054-4124-b9f6-c74de5437ff8 req-323e74e0-e055-4d5b-afe2-2c763aa81bca tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:30.217431 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3df1cb05-6054-4124-b9f6-c74de5437ff8 req-323e74e0-e055-4d5b-afe2-2c763aa81bca tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 945 time: 0.1730430 Mar 31 20:26:30.229929 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d1d28a93-5ffe-42a6-89ce-907e0b01285e req-1dfc611f-a0cc-4748-9e2c-f18edc39a836 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391704 Mar 31 20:26:30.351417 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3df1cb05-6054-4124-b9f6-c74de5437ff8 req-8a6c5964-86cf-4be6-82dd-ccc351668fb8 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205437 Mar 31 20:26:30.403533 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab071d9-8558-469f-b792-b30039ee1dd6 req-e01779db-18dd-4be5-9e18-2a76d32f7d30 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:30.405088 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dab071d9-8558-469f-b792-b30039ee1dd6 req-e01779db-18dd-4be5-9e18-2a76d32f7d30 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 949 time: 0.1054595 Mar 31 20:26:30.478079 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b7be95-9650-4719-9027-044ef0774021 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:30.494874 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Publish callbacks [] for port (a4b7be95-9650-4719-9027-044ef0774021), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:30.782840 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Transition to ACTIVE for port object a4b7be95-9650-4719-9027-044ef0774021 will not be triggered until provisioned by entity L2. {{(pid=103921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:26:30.787002 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dab071d9-8558-469f-b792-b30039ee1dd6 req-843a44ae-2313-4541-9c0c-b27cff0bc563 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762507 Mar 31 20:26:30.799044 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362ba26-2006-4b8c-a371-f94ae3bca2b0 req-96405d28-b6fe-4258-835d-19577cdc9a76 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:30.800596 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3362ba26-2006-4b8c-a371-f94ae3bca2b0 req-96405d28-b6fe-4258-835d-19577cdc9a76 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 945 time: 0.3661466 Mar 31 20:26:30.852389 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3362ba26-2006-4b8c-a371-f94ae3bca2b0 req-c4407497-55c6-4c40-8c44-4094177fcb1b tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448325 Mar 31 20:26:30.893157 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (a4b7be95-9650-4719-9027-044ef0774021), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:30.990256 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b7be95-9650-4719-9027-044ef0774021,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:31.044761 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb41d9-01d0-43ff-bd99-4af38240de3d req-85b8c0ce-0985-40ad-90d0-463680a86658 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:31.046193 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bedb41d9-01d0-43ff-bd99-4af38240de3d req-85b8c0ce-0985-40ad-90d0-463680a86658 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.1105337 Mar 31 20:26:31.070975 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Attempting to bind port a4b7be95-9650-4719-9027-044ef0774021 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:26:31.071308 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Attempting to bind port a4b7be95-9650-4719-9027-044ef0774021 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'ce3acc30-0833-4eee-8219-36842b488a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '58eeba0a-c0aa-4da8-9148-df425d642d87'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:26:31.071639 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Attempting to bind port a4b7be95-9650-4719-9027-044ef0774021 on network 58eeba0a-c0aa-4da8-9148-df425d642d87 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:31.081806 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Port a4b7be95-9650-4719-9027-044ef0774021 on network 58eeba0a-c0aa-4da8-9148-df425d642d87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:26:31.082127 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Attempting to bind port a4b7be95-9650-4719-9027-044ef0774021 on network 58eeba0a-c0aa-4da8-9148-df425d642d87 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:31.092052 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:26:31.092394 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Checking segment: {'id': 'ce3acc30-0833-4eee-8219-36842b488a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '58eeba0a-c0aa-4da8-9148-df425d642d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:26:31.092774 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Bound using segment: {'id': 'ce3acc30-0833-4eee-8219-36842b488a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '58eeba0a-c0aa-4da8-9148-df425d642d87'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:26:31.093229 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Bound port: a4b7be95-9650-4719-9027-044ef0774021, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce3acc30-0833-4eee-8219-36842b488a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '58eeba0a-c0aa-4da8-9148-df425d642d87'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:26:31.093589 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (a4b7be95-9650-4719-9027-044ef0774021), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:31.120596 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bedb41d9-01d0-43ff-bd99-4af38240de3d req-50ed547a-9e8f-44b0-b23e-003a40deda8d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645323 Mar 31 20:26:31.171795 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] For port a4b7be95-9650-4719-9027-044ef0774021, host hv-cinder-83607, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:26:31.174885 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] For port a4b7be95-9650-4719-9027-044ef0774021, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a4b7be95-9650-4719-9027-044ef0774021,segment=NetworkSegment(ce3acc30-0833-4eee-8219-36842b488a1d),segment_id=ce3acc30-0833-4eee-8219-36842b488a1d)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:26:31.241764 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (a4b7be95-9650-4719-9027-044ef0774021), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:31.279025 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:31.279554 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:31.280952 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] 10.222.0.76 "PUT /v2.0/ports/a4b7be95-9650-4719-9027-044ef0774021 HTTP/1.1" status: 200 len: 1094 time: 1.3702307 Mar 31 20:26:31.281383 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d2c430-7195-474a-8168-4a31e5d30b62', 'tag': 'a4b7be95-9650-4719-9027-044ef0774021'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:31.283571 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f38baf-161e-42df-854e-ad841c8f2377" -d '{"events": [{"name": "network-changed", "server_uuid": "51d2c430-7195-474a-8168-4a31e5d30b62", "tag": "a4b7be95-9650-4719-9027-044ef0774021"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:31.316066 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbabb49-ff57-437d-8f45-334e8a10aad1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b7be95-9650-4719-9027-044ef0774021,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:31.468258 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f746eb5-4a32-451f-bb86-558b8e5769cc req-c0ccb6e7-c51a-43e3-b2f8-06e248645d38 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:31.469767 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3f746eb5-4a32-451f-bb86-558b8e5769cc req-c0ccb6e7-c51a-43e3-b2f8-06e248645d38 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 944 time: 0.0852895 Mar 31 20:26:31.474320 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-fb3e90e0-39ec-48c3-9142-d44ec21a2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:31.474320 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-fb3e90e0-39ec-48c3-9142-d44ec21a2ece service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1088fbcd4da44e6da3512a11cf070c0b&device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 1128 time: 0.0625017 Mar 31 20:26:31.524493 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-502b6f47-93cf-4166-b500-006f518bf692 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4b7be95-9650-4719-9027-044ef0774021 HTTP/1.1" status: 200 len: 217 time: 0.0426447 Mar 31 20:26:31.577075 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3f746eb5-4a32-451f-bb86-558b8e5769cc req-e7f3d80f-044e-402e-aea7-fc21456e8408 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013637 Mar 31 20:26:31.607639 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-d6a56211-8884-4b1d-93de-4b4eca32e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:31.609221 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-d6a56211-8884-4b1d-93de-4b4eca32e042 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=67c0b366-af5d-488a-ad21-daee31c21d00 HTTP/1.1" status: 200 len: 849 time: 0.0749519 Mar 31 20:26:31.632339 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b414a7b-5746-4d42-aae4-c1884496e8d2 x-openstack-request-id: req-9b414a7b-5746-4d42-aae4-c1884496e8d2 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:31.632339 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d2c430-7195-474a-8168-4a31e5d30b62", "tag": "a4b7be95-9650-4719-9027-044ef0774021", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:31.632618 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9b414a7b-5746-4d42-aae4-c1884496e8d2 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:31.633276 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b414a7b-5746-4d42-aae4-c1884496e8d2'] response: {'name': 'network-changed', 'server_uuid': '51d2c430-7195-474a-8168-4a31e5d30b62', 'tag': 'a4b7be95-9650-4719-9027-044ef0774021', 'status': 'completed', 'code': 200} Mar 31 20:26:31.649510 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-2faf678d-ebe4-46b3-ab0e-ea520f28f7b9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=58eeba0a-c0aa-4da8-9148-df425d642d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283067 Mar 31 20:26:31.769238 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51c758-e697-458e-8e51-00787140b3fd req-d8771d51-82fe-485f-8eb7-e17bd8666c25 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:31.770732 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fa51c758-e697-458e-8e51-00787140b3fd req-d8771d51-82fe-485f-8eb7-e17bd8666c25 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 945 time: 0.1146638 Mar 31 20:26:31.791731 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-024f010b-410f-4cf3-a2c0-b2b3b470178d service neutron] 10.222.0.76 "GET /v2.0/networks/58eeba0a-c0aa-4da8-9148-df425d642d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273124 Mar 31 20:26:31.913853 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fa51c758-e697-458e-8e51-00787140b3fd req-5306e9e3-39c3-47de-a69b-5c91852e448b tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335301 Mar 31 20:26:31.948965 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18cd7e4d-0986-46e6-a1bd-0306dcdec7cd req-0920d797-df15-474e-b724-6d68459905bf service neutron] 10.222.0.76 "GET /v2.0/networks/58eeba0a-c0aa-4da8-9148-df425d642d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505640 Mar 31 20:26:31.957141 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d078e6-0768-4caa-be57-b077614ecde4 req-100940ff-58f1-4560-adc2-cc9f796bedef tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:31.958596 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f4d078e6-0768-4caa-be57-b077614ecde4 req-100940ff-58f1-4560-adc2-cc9f796bedef tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 949 time: 0.0999196 Mar 31 20:26:32.006480 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f4d078e6-0768-4caa-be57-b077614ecde4 req-077626c7-58c5-4b77-ad26-fe29c6d25e1f tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417345 Mar 31 20:26:32.192982 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38baf-161e-42df-854e-ad841c8f2377 req-2266132e-5c76-4258-bdb5-db1db240b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:32.194463 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-32f38baf-161e-42df-854e-ad841c8f2377 req-2266132e-5c76-4258-bdb5-db1db240b40b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1088fbcd4da44e6da3512a11cf070c0b&device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 1128 time: 0.0538654 Mar 31 20:26:32.306070 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac4903-fee4-406d-965f-276dfb5a9e94 req-f2aca293-188c-434c-92b8-d0ea6abc9d75 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:32.308050 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25ac4903-fee4-406d-965f-276dfb5a9e94 req-f2aca293-188c-434c-92b8-d0ea6abc9d75 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.1112654 Mar 31 20:26:32.341952 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38baf-161e-42df-854e-ad841c8f2377 req-cebd85a9-720e-490f-8fba-cd49412df9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:32.343441 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-32f38baf-161e-42df-854e-ad841c8f2377 req-cebd85a9-720e-490f-8fba-cd49412df9b5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=58eeba0a-c0aa-4da8-9148-df425d642d87 HTTP/1.1" status: 200 len: 910 time: 0.1382613 Mar 31 20:26:32.394372 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-32f38baf-161e-42df-854e-ad841c8f2377 req-4c768e98-df49-4db6-9f15-a64d3b79aff9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4b7be95-9650-4719-9027-044ef0774021 HTTP/1.1" status: 200 len: 217 time: 0.0442173 Mar 31 20:26:32.415249 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25ac4903-fee4-406d-965f-276dfb5a9e94 req-2152192e-464b-4ce1-aa36-d634720cb4c8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984788 Mar 31 20:26:32.451896 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38baf-161e-42df-854e-ad841c8f2377 req-d42440e7-d72d-4d6b-a957-78755e87719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:32.453565 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-32f38baf-161e-42df-854e-ad841c8f2377 req-d42440e7-d72d-4d6b-a957-78755e87719b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=67c0b366-af5d-488a-ad21-daee31c21d00 HTTP/1.1" status: 200 len: 849 time: 0.0511534 Mar 31 20:26:32.486320 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-32f38baf-161e-42df-854e-ad841c8f2377 req-3fe80524-fd8c-433c-9700-899f07ad1c4b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=58eeba0a-c0aa-4da8-9148-df425d642d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264418 Mar 31 20:26:32.584675 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-32f38baf-161e-42df-854e-ad841c8f2377 req-d7a4f002-f343-402c-ac8d-23d70617dadb service neutron] 10.222.0.76 "GET /v2.0/networks/58eeba0a-c0aa-4da8-9148-df425d642d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920029 Mar 31 20:26:32.731089 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-32f38baf-161e-42df-854e-ad841c8f2377 req-75cb3f27-51e6-4867-a0e2-ff6aa301d261 service neutron] 10.222.0.76 "GET /v2.0/networks/58eeba0a-c0aa-4da8-9148-df425d642d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350584 Mar 31 20:26:32.749469 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af5aea-3409-4bac-b276-b4f24feda192 req-120e3e12-2ba9-4789-b4b8-4539366951d5 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:32.751539 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-94af5aea-3409-4bac-b276-b4f24feda192 req-120e3e12-2ba9-4789-b4b8-4539366951d5 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 944 time: 0.0932329 Mar 31 20:26:32.800416 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-94af5aea-3409-4bac-b276-b4f24feda192 req-b157d413-2651-4458-9950-5970caa25db6 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433397 Mar 31 20:26:32.890618 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93ef23-0f68-4dda-8012-87b967bd991a req-6023280d-8611-420b-badb-8ccfb703d7b0 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:32.892110 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5b93ef23-0f68-4dda-8012-87b967bd991a req-6023280d-8611-420b-badb-8ccfb703d7b0 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 949 time: 0.0527940 Mar 31 20:26:32.939787 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5b93ef23-0f68-4dda-8012-87b967bd991a req-b7240706-0de3-4cd5-a2f6-8bfdebe04d2e tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418684 Mar 31 20:26:33.545816 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df310094-8692-4e9e-931d-937d26f1c59d req-6b80b54a-9f3e-44b9-8b8a-6c271b968f3b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:33.547268 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-df310094-8692-4e9e-931d-937d26f1c59d req-6b80b54a-9f3e-44b9-8b8a-6c271b968f3b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0553916 Mar 31 20:26:33.594153 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-df310094-8692-4e9e-931d-937d26f1c59d req-124531a9-16b3-4972-88a4-dbad95cba2ab tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414457 Mar 31 20:26:33.924732 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e52384-fb8d-4a5e-8f91-4e27e08fa0c9 req-b336ef07-0dba-4c36-be81-2bc46606a4fa tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:33.926235 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a1e52384-fb8d-4a5e-8f91-4e27e08fa0c9 req-b336ef07-0dba-4c36-be81-2bc46606a4fa tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 944 time: 0.0562510 Mar 31 20:26:33.973324 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a1e52384-fb8d-4a5e-8f91-4e27e08fa0c9 req-10f34f57-38fd-42dd-822c-21164e1f021f tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Mar 31 20:26:34.067604 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12784479-b762-4d7f-8912-fa73d8453a81 req-ffe9e003-96f4-4b14-9c77-eabe75bb7ae8 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:34.069088 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-12784479-b762-4d7f-8912-fa73d8453a81 req-ffe9e003-96f4-4b14-9c77-eabe75bb7ae8 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 949 time: 0.0573781 Mar 31 20:26:34.118689 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-12784479-b762-4d7f-8912-fa73d8453a81 req-337cbc01-39fe-41b7-8f76-b9202e2ebea0 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434060 Mar 31 20:26:34.728207 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a8e10-83e4-4ced-a742-b66db75f7591 req-73fc4755-2c95-498e-8993-7999d93874fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:34.730357 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ed4a8e10-83e4-4ced-a742-b66db75f7591 req-73fc4755-2c95-498e-8993-7999d93874fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0536232 Mar 31 20:26:34.780399 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ed4a8e10-83e4-4ced-a742-b66db75f7591 req-f486e6fe-4f20-44af-b526-5f8a82da3e99 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440819 Mar 31 20:26:35.097757 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760eaac-367a-4721-a395-33770f94b09d req-56243873-d6b1-4940-b99c-becd1608cfcc tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:35.099684 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8760eaac-367a-4721-a395-33770f94b09d req-56243873-d6b1-4940-b99c-becd1608cfcc tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 944 time: 0.0603561 Mar 31 20:26:35.146874 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8760eaac-367a-4721-a395-33770f94b09d req-5d5f8420-30b7-4c3b-8448-41fc6251b937 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414541 Mar 31 20:26:35.263807 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac04a1-a58c-4f63-9766-66df868522fe req-0e33631f-58ea-4da3-b65f-5dde3489be76 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:35.265211 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d4ac04a1-a58c-4f63-9766-66df868522fe req-0e33631f-58ea-4da3-b65f-5dde3489be76 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 949 time: 0.0617375 Mar 31 20:26:35.342579 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d4ac04a1-a58c-4f63-9766-66df868522fe req-b8b969dd-bb0e-43ac-966c-ab1b1f3b4f23 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/security-groups?id=2528cc47-8612-4f2a-95cc-c6d7bc428fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712304 Mar 31 20:26:35.352592 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04638dd-ef84-4c96-879c-c69ff3d42cfc req-dd955606-6112-47b2-aa4b-636cb731f232 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:35.354047 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b04638dd-ef84-4c96-879c-c69ff3d42cfc req-dd955606-6112-47b2-aa4b-636cb731f232 tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.76 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 949 time: 0.0772390 Mar 31 20:26:35.454016 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-b04638dd-ef84-4c96-879c-c69ff3d42cfc req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Deleting port 6010052d-f534-461a-abf9-f153268a81cf {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:26:35.454362 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-b04638dd-ef84-4c96-879c-c69ff3d42cfc req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (6010052d-f534-461a-abf9-f153268a81cf), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.540005 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-b04638dd-ef84-4c96-879c-c69ff3d42cfc req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] For port 6010052d-f534-461a-abf9-f153268a81cf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6010052d-f534-461a-abf9-f153268a81cf,segment=NetworkSegment(7738f976-b24c-4b2b-a127-41e952ef0b25),segment_id=7738f976-b24c-4b2b-a127-41e952ef0b25)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:35.540284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-b04638dd-ef84-4c96-879c-c69ff3d42cfc req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (6010052d-f534-461a-abf9-f153268a81cf), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.553833 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-b04638dd-ef84-4c96-879c-c69ff3d42cfc req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Calling delete_port for 6010052d-f534-461a-abf9-f153268a81cf owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:26:35.726934 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-b04638dd-ef84-4c96-879c-c69ff3d42cfc req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (6010052d-f534-461a-abf9-f153268a81cf), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.754921 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Pushing event deleted for resources: {'Port': ['ID=6010052d-f534-461a-abf9-f153268a81cf,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:35.767278 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.767628 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.768015 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.768359 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.768691 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.769075 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.769406 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.769732 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.770059 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.770384 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.770708 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.771041 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.771366 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.771687 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.772008 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:35.817078 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['6010052d-f534-461a-abf9-f153268a81cf'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:26:35.818225 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04638dd-ef84-4c96-879c-c69ff3d42cfc req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] No DVR routers for this DVR port 6010052d-f534-461a-abf9-f153268a81cf on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:26:35.818225 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-b04638dd-ef84-4c96-879c-c69ff3d42cfc req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.818225 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b04638dd-ef84-4c96-879c-c69ff3d42cfc req-beddaac5-010b-4718-bf46-ee2e435f850d tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.76 "DELETE /v2.0/ports/6010052d-f534-461a-abf9-f153268a81cf HTTP/1.1" status: 204 len: 173 time: 0.4546959 Mar 31 20:26:35.818225 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dc5798-68ee-47e7-aa1a-aca568de80eb', 'name': 'network-vif-deleted', 'tag': '6010052d-f534-461a-abf9-f153268a81cf'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:35.818225 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fa8445-14e5-44b7-b78b-5890cb85d400" -d '{"events": [{"server_uuid": "96dc5798-68ee-47e7-aa1a-aca568de80eb", "name": "network-vif-deleted", "tag": "6010052d-f534-461a-abf9-f153268a81cf"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:35.932313 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d47a7f-e9bc-42d8-8296-4faf9281b20e req-c01d55ec-5241-4a97-881b-02d0d5fb34e5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:35.934370 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-45d47a7f-e9bc-42d8-8296-4faf9281b20e req-c01d55ec-5241-4a97-881b-02d0d5fb34e5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0615697 Mar 31 20:26:35.985549 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-45d47a7f-e9bc-42d8-8296-4faf9281b20e req-d95a6158-187d-47e0-b067-572a45f1469b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453570 Mar 31 20:26:36.032474 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80debc4-54a5-4b2f-95e9-c988e7299c79 x-openstack-request-id: req-b80debc4-54a5-4b2f-95e9-c988e7299c79 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:36.032796 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dc5798-68ee-47e7-aa1a-aca568de80eb", "name": "network-vif-deleted", "tag": "6010052d-f534-461a-abf9-f153268a81cf", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:36.033081 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b80debc4-54a5-4b2f-95e9-c988e7299c79 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:36.033488 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80debc4-54a5-4b2f-95e9-c988e7299c79'] response: {'server_uuid': '96dc5798-68ee-47e7-aa1a-aca568de80eb', 'name': 'network-vif-deleted', 'tag': '6010052d-f534-461a-abf9-f153268a81cf', 'status': 'completed', 'code': 200} Mar 31 20:26:36.036768 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 489eac41-0e94-4afa-acc8-3d38486d6350 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:26:36.132297 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 489eac41-0e94-4afa-acc8-3d38486d6350, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=489eac41-0e94-4afa-acc8-3d38486d6350,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:36.147137 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': '489eac41-0e94-4afa-acc8-3d38486d6350', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'port_id': '489eac41-0e94-4afa-acc8-3d38486d6350', 'mac_address': 'fa:16:3e:f6:16:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:26:36.185864 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 489eac41-0e94-4afa-acc8-3d38486d6350 is: ACTIVE; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:36.186394 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:36.200144 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 489eac41-0e94-4afa-acc8-3d38486d6350 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:36.223701 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 489eac41-0e94-4afa-acc8-3d38486d6350, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=489eac41-0e94-4afa-acc8-3d38486d6350,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:36.287042 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1176d-f54b-4972-8942-ba122c606944 req-145dc82d-eee0-4832-8327-be07bda9b303 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:36.288539 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9af1176d-f54b-4972-8942-ba122c606944 req-145dc82d-eee0-4832-8327-be07bda9b303 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 944 time: 0.0573168 Mar 31 20:26:36.309775 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:36.338539 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9af1176d-f54b-4972-8942-ba122c606944 req-c8bb3178-e91f-41ea-ae94-19b8266a4896 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Mar 31 20:26:36.357540 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=489eac41-0e94-4afa-acc8-3d38486d6350,revision_number=6']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:36.456883 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f3436adb-e1ef-46d6-af6a-dc64b92948be req-3d011e94-abba-4dbb-a23d-544839bedf5b tempest-VolumesNegativeTest-266267362 tempest-VolumesNegativeTest-266267362-project] 10.222.0.74 "GET /v2.0/ports?device_id=96dc5798-68ee-47e7-aa1a-aca568de80eb HTTP/1.1" status: 200 len: 210 time: 0.0306833 Mar 31 20:26:36.543791 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['489eac41-0e94-4afa-acc8-3d38486d6350'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:26:37.106552 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6e2af-722e-4c41-8410-f598edc23335 req-d60109bf-b738-4b79-b606-0b0b63a6b326 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:37.108684 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b2e6e2af-722e-4c41-8410-f598edc23335 req-d60109bf-b738-4b79-b606-0b0b63a6b326 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 944 time: 0.0536623 Mar 31 20:26:37.156595 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b2e6e2af-722e-4c41-8410-f598edc23335 req-f018f6c4-2d6d-497f-b212-f94fea123dc2 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422876 Mar 31 20:26:37.454061 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21097c4-ed45-40d7-911b-6a5b716ef689 req-d6d3c963-9077-490f-993e-c7a7329cb84a tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:37.455502 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d21097c4-ed45-40d7-911b-6a5b716ef689 req-d6d3c963-9077-490f-993e-c7a7329cb84a tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 944 time: 0.0511029 Mar 31 20:26:37.502504 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d21097c4-ed45-40d7-911b-6a5b716ef689 req-ac81f24e-8fab-4320-a737-dc5822eae9e9 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Mar 31 20:26:38.052775 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device a4b7be95-9650-4719-9027-044ef0774021 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:26:38.054857 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 489eac41-0e94-4afa-acc8-3d38486d6350 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:38.165280 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port 489eac41-0e94-4afa-acc8-3d38486d6350 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:38.165578 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:38.216283 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port a4b7be95-9650-4719-9027-044ef0774021, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a4b7be95-9650-4719-9027-044ef0774021,segment=NetworkSegment(ce3acc30-0833-4eee-8219-36842b488a1d),segment_id=ce3acc30-0833-4eee-8219-36842b488a1d)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:38.235731 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': 'a4b7be95-9650-4719-9027-044ef0774021', 'network_id': '58eeba0a-c0aa-4da8-9148-df425d642d87', 'port_id': 'a4b7be95-9650-4719-9027-044ef0774021', 'mac_address': 'fa:16:3e:28:2b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c0b366-af5d-488a-ad21-daee31c21d00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:26:38.299188 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce3fc9-72ea-4f13-9312-4f86b0166d23 req-65f2d23e-d0fc-419d-a8c3-4677b4f866c9 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.302440 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-39ce3fc9-72ea-4f13-9312-4f86b0166d23 req-65f2d23e-d0fc-419d-a8c3-4677b4f866c9 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 944 time: 0.0673442 Mar 31 20:26:38.305398 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port a4b7be95-9650-4719-9027-044ef0774021 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:38.305804 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (a4b7be95-9650-4719-9027-044ef0774021), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:38.320732 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 489eac41-0e94-4afa-acc8-3d38486d6350 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:38.321303 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:38.361018 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-39ce3fc9-72ea-4f13-9312-4f86b0166d23 req-bd0ecfd7-5d92-44dd-a648-9e56d647fc98 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518360 Mar 31 20:26:38.457627 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b7be95-9650-4719-9027-044ef0774021 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:38.479181 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489eac41-0e94-4afa-acc8-3d38486d6350'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:38.481417 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74384a5-3857-4318-a701-89451e91c392" -d '{"events": [{"server_uuid": "d03a3a9c-9e65-4618-9e33-7cec71c88f29", "name": "network-vif-plugged", "status": "completed", "tag": "489eac41-0e94-4afa-acc8-3d38486d6350"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:38.500504 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port a4b7be95-9650-4719-9027-044ef0774021, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a4b7be95-9650-4719-9027-044ef0774021,segment=NetworkSegment(ce3acc30-0833-4eee-8219-36842b488a1d),segment_id=ce3acc30-0833-4eee-8219-36842b488a1d)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:38.501096 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 489eac41-0e94-4afa-acc8-3d38486d6350, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=489eac41-0e94-4afa-acc8-3d38486d6350,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:38.530504 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b76b43-5c33-4533-b21e-d4d91f0cebb0 x-openstack-request-id: req-01b76b43-5c33-4533-b21e-d4d91f0cebb0 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:38.530959 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03a3a9c-9e65-4618-9e33-7cec71c88f29", "name": "network-vif-plugged", "status": "completed", "tag": "489eac41-0e94-4afa-acc8-3d38486d6350", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:38.531257 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-01b76b43-5c33-4533-b21e-d4d91f0cebb0 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:38.531717 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b76b43-5c33-4533-b21e-d4d91f0cebb0'] response: {'server_uuid': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489eac41-0e94-4afa-acc8-3d38486d6350', 'code': 200} Mar 31 20:26:38.583330 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (a4b7be95-9650-4719-9027-044ef0774021), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:38.618003 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:38.640891 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a1f56-a5d0-4e32-a744-af3b5de6567b req-16a8251c-a964-406d-979a-eacd1dc1d1de tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.642646 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0f8a1f56-a5d0-4e32-a744-af3b5de6567b req-16a8251c-a964-406d-979a-eacd1dc1d1de tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 944 time: 0.0736887 Mar 31 20:26:38.651826 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=a4b7be95-9650-4719-9027-044ef0774021,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:38.703116 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0f8a1f56-a5d0-4e32-a744-af3b5de6567b req-9431c264-af82-446a-8857-229db96544e4 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548081 Mar 31 20:26:38.707215 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=489eac41-0e94-4afa-acc8-3d38486d6350,revision_number=7']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:39.280824 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['a4b7be95-9650-4719-9027-044ef0774021'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:26:39.508872 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d12bc-c318-4fd2-825b-692ab07b063b req-f681a612-173f-4360-9a75-cb70cca576be tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:39.510279 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-695d12bc-c318-4fd2-825b-692ab07b063b req-f681a612-173f-4360-9a75-cb70cca576be tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0527561 Mar 31 20:26:39.561135 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-695d12bc-c318-4fd2-825b-692ab07b063b req-887368d8-6a90-41d3-beee-261d72ab2178 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453699 Mar 31 20:26:39.816605 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba545046-9a95-41a9-a607-9aeca76dc95f req-9b31720d-e061-4acc-9b41-7bc3bdf44109 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:39.818144 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba545046-9a95-41a9-a607-9aeca76dc95f req-9b31720d-e061-4acc-9b41-7bc3bdf44109 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 945 time: 0.0543995 Mar 31 20:26:39.871323 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba545046-9a95-41a9-a607-9aeca76dc95f req-4beeb604-6165-4cf7-a512-fa9e2b73a2f9 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462298 Mar 31 20:26:40.054252 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 6010052d-f534-461a-abf9-f153268a81cf no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:26:40.080761 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: 6010052d-f534-461a-abf9-f153268a81cf {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:26:40.081162 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 6010052d-f534-461a-abf9-f153268a81cf not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:26:40.306176 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:40.701623 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dcef2-e647-42ec-909b-616b9f2a9985 req-6ab72204-6a95-4fdb-bbdc-803f5bc4c476 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:40.703097 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c69dcef2-e647-42ec-909b-616b9f2a9985 req-6ab72204-6a95-4fdb-bbdc-803f5bc4c476 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0574000 Mar 31 20:26:40.754411 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c69dcef2-e647-42ec-909b-616b9f2a9985 req-c4d49702-602b-4529-8836-13afb2bc664a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454304 Mar 31 20:26:41.011761 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fa458-bb59-48c1-810c-4bca93d49ea9 req-37e00536-489e-431e-a482-df847ebad3f2 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:41.013259 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b1fa458-bb59-48c1-810c-4bca93d49ea9 req-37e00536-489e-431e-a482-df847ebad3f2 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 945 time: 0.0663257 Mar 31 20:26:41.061543 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b1fa458-bb59-48c1-810c-4bca93d49ea9 req-ea229271-3f9e-4cf4-8052-dad78206c13e tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427499 Mar 31 20:26:41.899036 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4397fa-3234-415e-89e7-aef29da6313c req-2ef89c7a-8f00-4aa0-b294-c02f9170d366 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:41.900638 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0e4397fa-3234-415e-89e7-aef29da6313c req-2ef89c7a-8f00-4aa0-b294-c02f9170d366 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0689509 Mar 31 20:26:41.965540 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0e4397fa-3234-415e-89e7-aef29da6313c req-5850dc3b-7d25-4022-8d12-1584d75d7054 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591128 Mar 31 20:26:42.192542 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949cb4c-a002-4761-bd5a-9d4ef9f1ebaa req-7dbab354-c08d-4fdf-8ade-d94742ea7d18 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:42.199814 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f949cb4c-a002-4761-bd5a-9d4ef9f1ebaa req-7dbab354-c08d-4fdf-8ade-d94742ea7d18 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 945 time: 0.0640199 Mar 31 20:26:42.253624 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f949cb4c-a002-4761-bd5a-9d4ef9f1ebaa req-422fc33b-cc32-44e4-8d2b-61979363dcf5 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527358 Mar 31 20:26:43.104775 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106335e4-2e7c-4960-ad33-1a5a6b077116 req-26266e25-a92f-4c24-aafd-40b398866006 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:43.106318 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-106335e4-2e7c-4960-ad33-1a5a6b077116 req-26266e25-a92f-4c24-aafd-40b398866006 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0666764 Mar 31 20:26:43.160361 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-106335e4-2e7c-4960-ad33-1a5a6b077116 req-228249a9-f8fa-4d9d-a6a1-c6b86b59369b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481441 Mar 31 20:26:43.377444 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe8408-6ac0-4269-9d93-1304658dae07 req-2b14fd7d-3e65-4dd0-ba5e-f7d3a4b6ee87 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:43.378901 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0fbe8408-6ac0-4269-9d93-1304658dae07 req-2b14fd7d-3e65-4dd0-ba5e-f7d3a4b6ee87 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 945 time: 0.0516508 Mar 31 20:26:43.430620 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0fbe8408-6ac0-4269-9d93-1304658dae07 req-d15f7a10-87d0-47bb-a810-4b4173171fd7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459535 Mar 31 20:26:44.059943 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device a4b7be95-9650-4719-9027-044ef0774021 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:44.286602 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f08ae-4df0-438b-84f4-c4f45e1c0cf3 req-ed2b77c1-fa0b-4123-abe6-8489d2d51326 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:44.288075 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-606f08ae-4df0-438b-84f4-c4f45e1c0cf3 req-ed2b77c1-fa0b-4123-abe6-8489d2d51326 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0521181 Mar 31 20:26:44.336044 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-606f08ae-4df0-438b-84f4-c4f45e1c0cf3 req-10e30dc4-a89c-4da5-a253-83b8f4b56755 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413563 Mar 31 20:26:44.562661 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d798633-9fd7-4315-997b-d3e8018fd935 req-ab9c23af-6836-4d8e-b5ee-e058a8129ea5 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:44.564136 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0d798633-9fd7-4315-997b-d3e8018fd935 req-ab9c23af-6836-4d8e-b5ee-e058a8129ea5 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 945 time: 0.0574224 Mar 31 20:26:44.617049 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0d798633-9fd7-4315-997b-d3e8018fd935 req-a7b35904-146c-4430-b591-808adcc99651 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472314 Mar 31 20:26:44.675160 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port a4b7be95-9650-4719-9027-044ef0774021 completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:26:44.679054 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port a4b7be95-9650-4719-9027-044ef0774021 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:44.687679 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (a4b7be95-9650-4719-9027-044ef0774021), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:44.758838 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port a4b7be95-9650-4719-9027-044ef0774021 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:44.758838 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (a4b7be95-9650-4719-9027-044ef0774021), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:44.790255 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d2c430-7195-474a-8168-4a31e5d30b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b7be95-9650-4719-9027-044ef0774021'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:44.793775 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e12c57-d1c7-4206-b2f8-3800b17ffa6f" -d '{"events": [{"server_uuid": "51d2c430-7195-474a-8168-4a31e5d30b62", "name": "network-vif-plugged", "status": "completed", "tag": "a4b7be95-9650-4719-9027-044ef0774021"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:44.804234 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port a4b7be95-9650-4719-9027-044ef0774021, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a4b7be95-9650-4719-9027-044ef0774021,segment=NetworkSegment(ce3acc30-0833-4eee-8219-36842b488a1d),segment_id=ce3acc30-0833-4eee-8219-36842b488a1d)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:44.832614 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f06a6d-229d-4cbc-8f12-72be2bb49938 x-openstack-request-id: req-09f06a6d-229d-4cbc-8f12-72be2bb49938 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:44.833146 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d2c430-7195-474a-8168-4a31e5d30b62", "name": "network-vif-plugged", "status": "completed", "tag": "a4b7be95-9650-4719-9027-044ef0774021", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:44.833565 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-09f06a6d-229d-4cbc-8f12-72be2bb49938 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:44.834121 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f06a6d-229d-4cbc-8f12-72be2bb49938'] response: {'server_uuid': '51d2c430-7195-474a-8168-4a31e5d30b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b7be95-9650-4719-9027-044ef0774021', 'code': 200} Mar 31 20:26:44.875616 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (a4b7be95-9650-4719-9027-044ef0774021), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:44.928589 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=a4b7be95-9650-4719-9027-044ef0774021,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:45.499114 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041d285-066e-4f08-aabc-2962c85dbbc6 req-c72313b1-736b-4b5a-8658-69d953056f79 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:45.505970 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b041d285-066e-4f08-aabc-2962c85dbbc6 req-c72313b1-736b-4b5a-8658-69d953056f79 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0800509 Mar 31 20:26:45.551979 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b041d285-066e-4f08-aabc-2962c85dbbc6 req-d0effc00-922d-4c54-b9f8-f104a8cf6ae3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449462 Mar 31 20:26:45.779632 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319107b-cb5a-41df-b9f2-2902a680eb9a req-b5ce97a6-14ff-4a8e-9ea5-080760ecc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:45.781061 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b319107b-cb5a-41df-b9f2-2902a680eb9a req-b5ce97a6-14ff-4a8e-9ea5-080760ecc616 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 1129 time: 0.1223578 Mar 31 20:26:45.803400 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfebab-7062-4952-b9cf-993cebe904ac req-93cc7326-c20b-4ad3-899f-409937b3011a tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:45.805049 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f1cfebab-7062-4952-b9cf-993cebe904ac req-93cc7326-c20b-4ad3-899f-409937b3011a tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 946 time: 0.0905809 Mar 31 20:26:45.868264 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f1cfebab-7062-4952-b9cf-993cebe904ac req-a16851ca-f46f-40e2-bf71-93838784a911 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560420 Mar 31 20:26:46.149566 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a616049-5896-4196-a0e2-f31191713da8 req-1e13bc90-165c-4fb5-9318-44c507848475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:46.152407 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3a616049-5896-4196-a0e2-f31191713da8 req-1e13bc90-165c-4fb5-9318-44c507848475 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 1130 time: 0.0566015 Mar 31 20:26:46.164705 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319107b-cb5a-41df-b9f2-2902a680eb9a req-84c07bd7-3330-4c30-89d1-1237519c3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:46.166293 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b319107b-cb5a-41df-b9f2-2902a680eb9a req-84c07bd7-3330-4c30-89d1-1237519c3ad9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 200 len: 917 time: 0.1016550 Mar 31 20:26:46.223606 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3a616049-5896-4196-a0e2-f31191713da8 req-99920e6c-0c04-4284-a1e5-662e199cb809 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628486 Mar 31 20:26:46.247427 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b319107b-cb5a-41df-b9f2-2902a680eb9a req-407a10fa-a2dd-4f08-bcb8-ddf5cb252168 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=489eac41-0e94-4afa-acc8-3d38486d6350 HTTP/1.1" status: 200 len: 1000 time: 0.0735826 Mar 31 20:26:46.730278 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0926aa4-1d3b-4f84-9d37-5d7915baf181 req-c13093b1-9b13-4473-8524-c4e15ded3330 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:46.731831 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b0926aa4-1d3b-4f84-9d37-5d7915baf181 req-c13093b1-9b13-4473-8524-c4e15ded3330 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0600781 Mar 31 20:26:46.842942 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319107b-cb5a-41df-b9f2-2902a680eb9a req-e97710ac-4ff3-4d48-9917-77efd1770a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:46.844859 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b319107b-cb5a-41df-b9f2-2902a680eb9a req-e97710ac-4ff3-4d48-9917-77efd1770a0d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bea34364-25de-4223-a970-366fe9a8bb90 HTTP/1.1" status: 200 len: 855 time: 0.1117575 Mar 31 20:26:46.862662 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b0926aa4-1d3b-4f84-9d37-5d7915baf181 req-cae1f76a-7b48-4626-a4d9-2200f3763b2b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225362 Mar 31 20:26:46.917680 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319107b-cb5a-41df-b9f2-2902a680eb9a req-f3915b54-d4c3-4887-8d98-3ef6b2fd1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:46.919492 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b319107b-cb5a-41df-b9f2-2902a680eb9a req-f3915b54-d4c3-4887-8d98-3ef6b2fd1f26 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556154 Mar 31 20:26:47.080732 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3290ff-376c-48d3-9f6e-52a50d7b6c5d req-cafb35bc-46d6-46d8-964c-c25e66615b65 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:47.082230 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0b3290ff-376c-48d3-9f6e-52a50d7b6c5d req-cafb35bc-46d6-46d8-964c-c25e66615b65 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 946 time: 0.1043246 Mar 31 20:26:47.088308 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b319107b-cb5a-41df-b9f2-2902a680eb9a req-5329aec7-9cc9-462e-bdb0-ea4e51305a6e service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617553 Mar 31 20:26:47.187881 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0b3290ff-376c-48d3-9f6e-52a50d7b6c5d req-0d64c108-12e5-45f5-b42b-9fc1b9f839c8 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985758 Mar 31 20:26:47.227327 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b319107b-cb5a-41df-b9f2-2902a680eb9a req-8421bc65-dd94-4e16-bafc-ffa008d267a0 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180634 Mar 31 20:26:47.509906 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-9be5fb36-abf3-480f-8b1f-ef24534a8343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:47.922525 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 42828) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:47.987645 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a130f0c-6907-42f3-88ff-dbedfd7372f2 req-97e3c8dc-b34d-4352-8a6b-8dde82555d5c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:47.989155 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9a130f0c-6907-42f3-88ff-dbedfd7372f2 req-97e3c8dc-b34d-4352-8a6b-8dde82555d5c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0540502 Mar 31 20:26:48.046568 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9a130f0c-6907-42f3-88ff-dbedfd7372f2 req-f80304c0-536e-493b-bcde-f30f672f0c06 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517614 Mar 31 20:26:48.069810 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-fd947725-3e36-4be6-af17-d2bdaae05ff4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=05ecbe17fc8a4a0da3e78f2d4a7b6df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459882 Mar 31 20:26:48.072416 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 42832) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:48.124583 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bd001e99-b414-4604-ab12-45cde77c095f admin admin] Publish callbacks [] for security_group (2528cc47-8612-4f2a-95cc-c6d7bc428fb7), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:48.157292 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bd001e99-b414-4604-ab12-45cde77c095f admin admin] Publish callbacks [] for security_group (2528cc47-8612-4f2a-95cc-c6d7bc428fb7), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:48.334327 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73239a-a872-4ffa-8ece-6e5cec3821b3 req-bb8ed0cf-8593-4ddd-a107-8a1db14fa2e0 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:48.335793 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ed73239a-a872-4ffa-8ece-6e5cec3821b3 req-bb8ed0cf-8593-4ddd-a107-8a1db14fa2e0 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 946 time: 0.0579135 Mar 31 20:26:48.384201 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ed73239a-a872-4ffa-8ece-6e5cec3821b3 req-d1a049ba-cc4d-4ad3-bc5a-efa5e28d4eec tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422745 Mar 31 20:26:48.389412 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bd001e99-b414-4604-ab12-45cde77c095f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (2528cc47-8612-4f2a-95cc-c6d7bc428fb7), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:48.392152 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bd001e99-b414-4604-ab12-45cde77c095f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:48.393382 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-bd001e99-b414-4604-ab12-45cde77c095f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2528cc47-8612-4f2a-95cc-c6d7bc428fb7 HTTP/1.1" status: 204 len: 168 time: 0.3199768 Mar 31 20:26:48.403157 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd001e99-b414-4604-ab12-45cde77c095f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2528cc47-8612-4f2a-95cc-c6d7bc428fb7,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:49.202776 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69802e-7d00-4447-9857-919eace2302a req-f8bddd13-2ed3-4d74-a4df-93fbb2a34aea tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:49.205441 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d69802e-7d00-4447-9857-919eace2302a req-f8bddd13-2ed3-4d74-a4df-93fbb2a34aea tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0747013 Mar 31 20:26:49.277804 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3d69802e-7d00-4447-9857-919eace2302a req-2fcaefb5-75dc-4d75-aae3-c565ae7b208e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581865 Mar 31 20:26:49.530571 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db87e01-1584-4edb-b79e-942bfca369c8 req-60171485-e2e0-4b9d-b41e-15ff24905860 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:49.532547 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5db87e01-1584-4edb-b79e-942bfca369c8 req-60171485-e2e0-4b9d-b41e-15ff24905860 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 946 time: 0.0692556 Mar 31 20:26:49.549018 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 42870) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:49.602925 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5db87e01-1584-4edb-b79e-942bfca369c8 req-43b25ccd-e258-4f35-af01-c8698f49aaa7 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647116 Mar 31 20:26:49.678000 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1164702903-network', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:49.755383 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] Made reservation on behalf of 8abb313c6a084802a72b9d6238fd2df6 for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:26:49.758107 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:49.771379 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:49.795228 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-0bd607e3-8550-4d1e-a475-d926d2a8d3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:49.861408 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] Publish callbacks [] for security_group (bada679c-8428-4d60-be09-46c6c1b8ebb5), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:49.909830 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (bada679c-8428-4d60-be09-46c6c1b8ebb5), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:49.939559 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bada679c-8428-4d60-be09-46c6c1b8ebb5,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:49.942178 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:26:49.961794 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (346cfab0-99a9-489e-9053-0fe326b55027), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:49.962342 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] Added segment 346cfab0-99a9-489e-9053-0fe326b55027 of type vlan for network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 Mar 31 20:26:50.013695 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (9433afa5-aa8b-4f5b-8a98-dcf6a9841d91), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:50.086587 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (9433afa5-aa8b-4f5b-8a98-dcf6a9841d91), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:50.087578 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:50.088164 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:50.160015 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] Pushing event updated for resources: {'Network': ['ID=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:50.174410 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:26:50.193161 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-6df1de4a-2622-4e18-b6aa-4e55464decab admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6417644 Mar 31 20:26:50.196122 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 42876) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:50.201906 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-fac0fc83-63bb-44df-a1e6-7d8fddcec956 admin admin] Request body: {'subnet': {'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1164702903-subnet', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:50.264120 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac0fc83-63bb-44df-a1e6-7d8fddcec956 admin admin] Made reservation on behalf of 8abb313c6a084802a72b9d6238fd2df6 for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:26:50.266871 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fac0fc83-63bb-44df-a1e6-7d8fddcec956 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12914336'] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:50.440870 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2224-9f24-4bf4-a000-d1f3ef823d95 req-d15d881b-063a-4e9a-b9dd-2fd26fd0e5af tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:50.443100 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-281a2224-9f24-4bf4-a000-d1f3ef823d95 req-d15d881b-063a-4e9a-b9dd-2fd26fd0e5af tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0606158 Mar 31 20:26:50.500492 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-281a2224-9f24-4bf4-a000-d1f3ef823d95 req-b15beb54-0ff6-4eb2-a875-eb8e7e7b7ea2 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503452 Mar 31 20:26:50.544032 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fac0fc83-63bb-44df-a1e6-7d8fddcec956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13429351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12914358'] for subnet (30b0a1b0-7c2f-451e-9749-77577e4481f6), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:50.599030 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0fc83-63bb-44df-a1e6-7d8fddcec956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b0a1b0-7c2f-451e-9749-77577e4481f6,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:50.614106 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac0fc83-63bb-44df-a1e6-7d8fddcec956 admin admin] Checking segment: {'id': '346cfab0-99a9-489e-9053-0fe326b55027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:26:50.614466 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac0fc83-63bb-44df-a1e6-7d8fddcec956 admin admin] Network hostable DHCP agents. Network: 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:26:50.726696 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac0fc83-63bb-44df-a1e6-7d8fddcec956 admin admin] Network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:26:50.746018 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91b489-09b5-46fe-9e68-808c3a6c949f req-797cfa1f-cea6-4c29-81d1-8db59f27e106 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:50.753118 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ce91b489-09b5-46fe-9e68-808c3a6c949f req-797cfa1f-cea6-4c29-81d1-8db59f27e106 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 946 time: 0.0675201 Mar 31 20:26:50.794935 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-fac0fc83-63bb-44df-a1e6-7d8fddcec956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:50.799721 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac0fc83-63bb-44df-a1e6-7d8fddcec956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:50.800953 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fac0fc83-63bb-44df-a1e6-7d8fddcec956 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:50.807876 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ef4f84-b6a3-4497-9105-79ead161becc None None] Network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:26:50.819029 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ce91b489-09b5-46fe-9e68-808c3a6c949f req-42eb8b45-5fa2-4f4f-a625-d0c2aae83e72 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647662 Mar 31 20:26:50.881203 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 42884) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:50.881438 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-fac0fc83-63bb-44df-a1e6-7d8fddcec956 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6839147 Mar 31 20:26:50.886097 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:50.926570 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:50.934887 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a47c094-6fbf-5610-a773-a6d0d3fbb37a-9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'fixed_ips': [{'subnet_id': '30b0a1b0-7c2f-451e-9749-77577e4481f6'}]}} from dv-cinder-836070-1-iscsi. {{(pid=103922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:26:50.934887 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:50.972441 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16473659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-649'] for router (82396441-de8b-4696-a0ec-c8c386d71d51), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:50.973787 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16473515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16467706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (82396441-de8b-4696-a0ec-c8c386d71d51), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:51.030504 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Publish callbacks [] for router_controller (82396441-de8b-4696-a0ec-c8c386d71d51), precommit_add_association {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:51.080499 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.db_base_plugin_common [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Allocated IP 172.20.0.2 (9433afa5-aa8b-4f5b-8a98-dcf6a9841d91/30b0a1b0-7c2f-451e-9749-77577e4481f6/ddc80e0b-3aed-44ee-8548-2b48cb1797e5) {{(pid=103922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:51.236377 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Publish callbacks [] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), precommit_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:51.297989 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Publish callbacks [] for router_gateway (82396441-de8b-4696-a0ec-c8c386d71d51), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:51.299808 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:51.344335 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 is already hosted by enough agents. {{(pid=103922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:51.349466 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.base_scheduler [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Resources bound (agent type, host, resource id): {{(pid=103922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:51.356502 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Received port after_create {{(pid=103922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:51.374699 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Pushing event updated for resources: {'Port': ['ID=ddc80e0b-3aed-44ee-8548-2b48cb1797e5,revision_number=1']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:51.435101 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Attempting to bind port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:26:51.435476 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Attempting to bind port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '346cfab0-99a9-489e-9053-0fe326b55027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:26:51.445451 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Attempting to bind port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 on network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:51.449927 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:26:51.450198 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Checking segment: {'id': '346cfab0-99a9-489e-9053-0fe326b55027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:26:51.450592 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:51.451245 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Bound using segment: {'id': '346cfab0-99a9-489e-9053-0fe326b55027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:26:51.451734 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Bound port: ddc80e0b-3aed-44ee-8548-2b48cb1797e5, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346cfab0-99a9-489e-9053-0fe326b55027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:26:51.452130 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:51.551742 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] For port ddc80e0b-3aed-44ee-8548-2b48cb1797e5, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:26:51.555834 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] For port ddc80e0b-3aed-44ee-8548-2b48cb1797e5, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=ddc80e0b-3aed-44ee-8548-2b48cb1797e5,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:26:51.716021 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Publish callbacks [] for router_gateway (82396441-de8b-4696-a0ec-c8c386d71d51), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:51.748198 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cd56a-b058-488c-ae8b-20efff34d580 req-e49002c9-2e06-406e-a61f-1d788821dd3a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:51.749695 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-229cd56a-b058-488c-ae8b-20efff34d580 req-e49002c9-2e06-406e-a61f-1d788821dd3a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.1363468 Mar 31 20:26:51.750830 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:51.868050 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-229cd56a-b058-488c-ae8b-20efff34d580 req-0ebe3b58-5956-45d3-b1d1-cdbe7a94e756 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095321 Mar 31 20:26:52.007370 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:52.080908 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e76353-324d-429d-b425-c0472d2aaee1 None None] Pushing event updated for resources: {'Port': ['ID=ddc80e0b-3aed-44ee-8548-2b48cb1797e5,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:52.172133 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Allocated IP 172.27.2.156 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/86371ad0-4324-4334-bb3a-5b294637e836) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:52.275256 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826e3fd-f446-4012-a062-dee7d6fad12f req-c4f4209c-5c79-4267-ab4b-29008cccc912 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:52.284642 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a826e3fd-f446-4012-a062-dee7d6fad12f req-c4f4209c-5c79-4267-ab4b-29008cccc912 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 946 time: 0.3940597 Mar 31 20:26:52.320426 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:52.372434 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a826e3fd-f446-4012-a062-dee7d6fad12f req-8bee5098-66fb-4372-8998-a5ecbf84e719 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831051 Mar 31 20:26:52.412017 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Publish callbacks [] for port (86371ad0-4324-4334-bb3a-5b294637e836), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:52.555840 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (86371ad0-4324-4334-bb3a-5b294637e836), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:52.604098 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:52.608219 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:52.611924 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:52.658359 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Pushing event updated for resources: {'Port': ['ID=86371ad0-4324-4334-bb3a-5b294637e836,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:53.054148 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Publish callbacks [] for router_gateway (82396441-de8b-4696-a0ec-c8c386d71d51), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.099133 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device ddc80e0b-3aed-44ee-8548-2b48cb1797e5 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:53.127417 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f1455-4d2d-49d4-88f6-62098521078b req-01b4161a-3874-4011-a151-107d313148f3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:53.128894 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6d5f1455-4d2d-49d4-88f6-62098521078b req-01b4161a-3874-4011-a151-107d313148f3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.1631832 Mar 31 20:26:53.154739 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:53.155163 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.226020 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6d5f1455-4d2d-49d4-88f6-62098521078b req-efcf6e56-b1be-4906-bc15-de828530f3a0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700860 Mar 31 20:26:53.253640 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0879d62-dab3-4cd2-9b4c-b3c08263826b None None] Network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:26:53.256826 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:53.257297 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.352692 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port ddc80e0b-3aed-44ee-8548-2b48cb1797e5, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=ddc80e0b-3aed-44ee-8548-2b48cb1797e5,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:53.358194 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fb15fa99-e3b2-46b2-9449-eb331c50096e None None] Provisioning complete for port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:53.358566 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fb15fa99-e3b2-46b2-9449-eb331c50096e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.372171 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16473506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16467501'] for router (82396441-de8b-4696-a0ec-c8c386d71d51), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.501663 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.541102 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fb15fa99-e3b2-46b2-9449-eb331c50096e None None] Current status of the port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:53.565439 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=ddc80e0b-3aed-44ee-8548-2b48cb1797e5,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:53.619706 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9604bf-315b-4ac5-882a-4d5a6ed305b8 req-d56ee47f-8cc1-40fa-92f6-92f05d98e41b tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:53.622633 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ca9604bf-315b-4ac5-882a-4d5a6ed305b8 req-d56ee47f-8cc1-40fa-92f6-92f05d98e41b tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 946 time: 0.1380765 Mar 31 20:26:53.632805 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735aa53c-d117-47a2-b378-2f98a5e847f6 req-da25243e-3dcb-455e-aad4-7ab8379c2ad7 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:53.634364 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-735aa53c-d117-47a2-b378-2f98a5e847f6 req-da25243e-3dcb-455e-aad4-7ab8379c2ad7 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 945 time: 0.1538491 Mar 31 20:26:53.724680 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ca9604bf-315b-4ac5-882a-4d5a6ed305b8 req-27d58dbd-1557-4a1d-97f5-a6f3aaed04eb tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891764 Mar 31 20:26:53.730374 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-735aa53c-d117-47a2-b378-2f98a5e847f6 req-671e3233-c122-4bbe-829e-bbbffc7d49d3 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846031 Mar 31 20:26:53.754549 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 42928) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:53.765271 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-cadc9db3-f116-4f37-9cb8-2cb70faad468 None None] Provisioning complete for port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:53.765958 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-cadc9db3-f116-4f37-9cb8-2cb70faad468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.806511 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Router 82396441-de8b-4696-a0ec-c8c386d71d51 is scheduled to L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace with binding_index 1 {{(pid=103921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:26:53.815888 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:26:53.841026 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.862569 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-cadc9db3-f116-4f37-9cb8-2cb70faad468 None None] Current status of the port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:53.922744 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:26:53.922972 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff65d736-be2e-4964-9b9d-71f221e6613b tempest-TestMinimumBasicScenario-916767186 tempest-TestMinimumBasicScenario-916767186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:53.924322 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ff65d736-be2e-4964-9b9d-71f221e6613b tempest-TestMinimumBasicScenario-916767186 tempest-TestMinimumBasicScenario-916767186-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 1124 time: 0.1674654 Mar 31 20:26:53.927857 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 42934) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:53.933224 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Request body: {'floatingip': {'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'port_id': '7f10944d-912a-48ea-a7db-658c95b98446', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:53.933683 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Sync routers for ids ['82396441-de8b-4696-a0ec-c8c386d71d51'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:26:53.943898 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Routers {'82396441-de8b-4696-a0ec-c8c386d71d51'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:53.944573 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:26:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['82396441-de8b-4696-a0ec-c8c386d71d51'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:53.991505 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.992779 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-71ccdf3c-02d5-400b-946e-d49f7dd9c323 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1107910 Mar 31 20:26:53.995552 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 42936) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:54.047824 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Set router 82396441-de8b-4696-a0ec-c8c386d71d51 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:54.061444 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.227887 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '86371ad0-4324-4334-bb3a-5b294637e836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:26:52Z', 'revision_number': 3, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port': {'id': '86371ad0-4324-4334-bb3a-5b294637e836', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:51Z', 'updated_at': '2022-03-31T20:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:54.255200 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Checking router: 82396441-de8b-4696-a0ec-c8c386d71d51 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:26:54.255694 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Updating router 82396441-de8b-4696-a0ec-c8c386d71d51 port 86371ad0-4324-4334-bb3a-5b294637e836 binding host dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:26:54.269509 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.284800 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (86371ad0-4324-4334-bb3a-5b294637e836), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.368581 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30810453-3476-49ad-809a-85d3c38d4273 req-e930c277-57a9-4e35-bf50-8e8c6cf87202 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:54.369259 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-30810453-3476-49ad-809a-85d3c38d4273 req-e930c277-57a9-4e35-bf50-8e8c6cf87202 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0651786 Mar 31 20:26:54.424809 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-30810453-3476-49ad-809a-85d3c38d4273 req-2063238f-c4e2-4e66-a6fb-f0f906fce530 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470724 Mar 31 20:26:54.537017 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.537610 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Publish callbacks [] for port (86371ad0-4324-4334-bb3a-5b294637e836), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.595482 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (86371ad0-4324-4334-bb3a-5b294637e836), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.645836 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Attempting to bind port 86371ad0-4324-4334-bb3a-5b294637e836 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:26:54.646209 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Attempting to bind port 86371ad0-4324-4334-bb3a-5b294637e836 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:26:54.646577 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Attempting to bind port 86371ad0-4324-4334-bb3a-5b294637e836 on network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:54.657648 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Pushing event updated for resources: {'Port': ['ID=86371ad0-4324-4334-bb3a-5b294637e836,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:54.660688 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:26:54.661445 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Checking segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:26:54.661854 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.662248 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Bound using segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:26:54.662754 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Bound port: 86371ad0-4324-4334-bb3a-5b294637e836, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:26:54.663133 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (86371ad0-4324-4334-bb3a-5b294637e836), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.670117 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.670484 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.670829 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.671186 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.671521 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.671854 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.672183 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.672505 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.672834 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.673177 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.673501 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.673889 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.674283 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.674614 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.674940 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:54.687265 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Allocated IP 172.27.2.164 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/1a70124f-62be-4ce6-8300-690916716df2) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:54.725279 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] For port 86371ad0-4324-4334-bb3a-5b294637e836, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:26:54.728404 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] For port 86371ad0-4324-4334-bb3a-5b294637e836, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=86371ad0-4324-4334-bb3a-5b294637e836,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:26:54.788737 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Allocated IP 172.20.0.1 (9433afa5-aa8b-4f5b-8a98-dcf6a9841d91/30b0a1b0-7c2f-451e-9749-77577e4481f6/7ab8ce10-685e-447c-9221-79118193c62d) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:54.801289 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (86371ad0-4324-4334-bb3a-5b294637e836), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.874128 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726d6e1-c481-4304-aa4b-f0e55ca2675c None None] Pushing event updated for resources: {'Port': ['ID=86371ad0-4324-4334-bb3a-5b294637e836,revision_number=3']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:54.886152 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699524f-e892-40e8-9a3d-835274fa0b7c req-a52fb93d-2ae9-4141-9dbc-dd6bd7e0f87c tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:54.887836 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4699524f-e892-40e8-9a3d-835274fa0b7c req-a52fb93d-2ae9-4141-9dbc-dd6bd7e0f87c tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 946 time: 0.0964417 Mar 31 20:26:54.888551 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Routers {'82396441-de8b-4696-a0ec-c8c386d71d51'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:54.889201 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:26:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['82396441-de8b-4696-a0ec-c8c386d71d51'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:54.915100 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for port (1a70124f-62be-4ce6-8300-690916716df2), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.957508 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4699524f-e892-40e8-9a3d-835274fa0b7c req-a748664f-fe96-4ef6-87f9-05126ea7e60b tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618582 Mar 31 20:26:55.004441 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Publish callbacks [] for port (7ab8ce10-685e-447c-9221-79118193c62d), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:55.030806 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] Set router 82396441-de8b-4696-a0ec-c8c386d71d51 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:55.041326 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device ddc80e0b-3aed-44ee-8548-2b48cb1797e5 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:55.081803 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (1a70124f-62be-4ce6-8300-690916716df2), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:55.089613 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:55.090047 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:55.121859 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (7ab8ce10-685e-447c-9221-79118193c62d), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:55.126450 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:55.137189 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:55.140334 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:55.173063 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event updated for resources: {'Port': ['ID=1a70124f-62be-4ce6-8300-690916716df2,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:55.179219 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:55.189332 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:55.190075 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.190499 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.191674 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.192434 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.192871 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.193480 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.193958 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.194185 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.194525 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.194858 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.195189 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.195515 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.195852 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.196177 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.196524 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:55.202924 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:55.205262 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:55.221838 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '86371ad0-4324-4334-bb3a-5b294637e836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:26:52Z', 'revision_number': 3, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port': {'id': '86371ad0-4324-4334-bb3a-5b294637e836', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:51Z', 'updated_at': '2022-03-31T20:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:55.265240 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c7aa-1cbe-45bf-a3ed-3535f2b33899 None None] The sync data for ids ['82396441-de8b-4696-a0ec-c8c386d71d51'] in dv-cinder-836070-1-iscsi is: [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '86371ad0-4324-4334-bb3a-5b294637e836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:26:52Z', 'revision_number': 3, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port': {'id': '86371ad0-4324-4334-bb3a-5b294637e836', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:51Z', 'updated_at': '2022-03-31T20:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:26:55.314035 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Pushing event updated for resources: {'Port': ['ID=7ab8ce10-685e-447c-9221-79118193c62d,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:55.350629 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467962'] for router_interface (82396441-de8b-4696-a0ec-c8c386d71d51), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:55.502515 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a786110c-82da-46ff-89e2-4936d95a3fbd None None] Provisioning complete for port 7ab8ce10-685e-447c-9221-79118193c62d triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:55.502987 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a786110c-82da-46ff-89e2-4936d95a3fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (7ab8ce10-685e-447c-9221-79118193c62d), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:55.568785 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a786110c-82da-46ff-89e2-4936d95a3fbd None None] Port 7ab8ce10-685e-447c-9221-79118193c62d cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:26:55.657611 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8495d9-b27c-47aa-9578-96b532bc137e req-12ad0768-f722-4122-a340-b54e9c7c267d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:55.659904 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2a8495d9-b27c-47aa-9578-96b532bc137e req-12ad0768-f722-4122-a340-b54e9c7c267d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.1194072 Mar 31 20:26:55.666051 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259d12b-23fe-4b0d-90c9-6bdca2ee98d9 req-502b7469-96dd-414c-bdda-f96d8ce16bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:55.667850 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4259d12b-23fe-4b0d-90c9-6bdca2ee98d9 req-502b7469-96dd-414c-bdda-f96d8ce16bf6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 1129 time: 0.1589265 Mar 31 20:26:55.771097 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2a8495d9-b27c-47aa-9578-96b532bc137e req-6acdb9c0-615c-434d-925c-eac295c02e24 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019652 Mar 31 20:26:55.806871 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259d12b-23fe-4b0d-90c9-6bdca2ee98d9 req-a5f865c6-ea9f-48b0-b392-a9a25f658343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:55.806871 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4259d12b-23fe-4b0d-90c9-6bdca2ee98d9 req-a5f865c6-ea9f-48b0-b392-a9a25f658343 service neutron] 10.222.0.76 "GET /v2.0/networks?id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 200 len: 917 time: 0.1196840 Mar 31 20:26:55.921022 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7ab8ce10-685e-447c-9221-79118193c62d), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.015971 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for floatingip (b9ea6dc6-51c4-421a-bf99-6858a9773f1b), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.101358 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20ccf2-d408-4fbd-a712-cc59af61d9bf req-70b259dd-4a9b-4c67-84f6-77716490f4ca tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:56.103048 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-eb20ccf2-d408-4fbd-a712-cc59af61d9bf req-70b259dd-4a9b-4c67-84f6-77716490f4ca tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 946 time: 0.0670660 Mar 31 20:26:56.175274 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-eb20ccf2-d408-4fbd-a712-cc59af61d9bf req-ba538c2e-f33d-42b0-ac5a-5bfecbc2cbc4 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647740 Mar 31 20:26:56.211527 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Publish callbacks [] for port (7ab8ce10-685e-447c-9221-79118193c62d), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.221886 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (1a70124f-62be-4ce6-8300-690916716df2), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.271179 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (7ab8ce10-685e-447c-9221-79118193c62d), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.384276 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467822'] for router_interface (82396441-de8b-4696-a0ec-c8c386d71d51), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.391628 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Pushing event updated for resources: {'Port': ['ID=7ab8ce10-685e-447c-9221-79118193c62d,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:56.499852 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for port (1a70124f-62be-4ce6-8300-690916716df2), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.520616 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:56.522038 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:56.593684 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (1a70124f-62be-4ce6-8300-690916716df2), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.686065 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event updated for resources: {'Port': ['ID=1a70124f-62be-4ce6-8300-690916716df2,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:56.707539 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (b9ea6dc6-51c4-421a-bf99-6858a9773f1b), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.771758 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Router 82396441-de8b-4696-a0ec-c8c386d71d51 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:26:56.798048 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-4550f55d-ef26-42ec-aafc-9474358f77b0 None None] Provisioning complete for port 7ab8ce10-685e-447c-9221-79118193c62d triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:56.798589 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4550f55d-ef26-42ec-aafc-9474358f77b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (7ab8ce10-685e-447c-9221-79118193c62d), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.849834 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-4550f55d-ef26-42ec-aafc-9474358f77b0 None None] Port 7ab8ce10-685e-447c-9221-79118193c62d cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:26:56.889011 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Floating IP b9ea6dc6-51c4-421a-bf99-6858a9773f1b associated. External IP: 172.27.2.164, port: 7f10944d-912a-48ea-a7db-658c95b98446. Mar 31 20:26:56.920203 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d2fff-bbe8-4c9e-acae-9e5ed3e61271 req-bd2de077-2b26-4f42-ab9c-ec1c78f7eca5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:56.921886 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-408d2fff-bbe8-4c9e-acae-9e5ed3e61271 req-bd2de077-2b26-4f42-ab9c-ec1c78f7eca5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0609791 Mar 31 20:26:56.986350 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-408d2fff-bbe8-4c9e-acae-9e5ed3e61271 req-16aaa44d-f875-40af-9983-230177e01330 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564761 Mar 31 20:26:56.992889 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:26:57.000895 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4d16f595-be73-4259-a68f-9eff561f32cf admin admin] 10.222.0.74 "PUT /v2.0/routers/82396441-de8b-4696-a0ec-c8c386d71d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0026565 Mar 31 20:26:57.076392 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 86371ad0-4324-4334-bb3a-5b294637e836 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:57.132609 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 86371ad0-4324-4334-bb3a-5b294637e836 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:57.133020 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (86371ad0-4324-4334-bb3a-5b294637e836), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:57.137677 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Router f49fe70f-3044-4367-844f-c07c623a89f2 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:26:57.204265 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Sync routers for ids ['82396441-de8b-4696-a0ec-c8c386d71d51'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:26:57.220880 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 86371ad0-4324-4334-bb3a-5b294637e836 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:57.221286 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (86371ad0-4324-4334-bb3a-5b294637e836), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:57.229738 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Routers {'82396441-de8b-4696-a0ec-c8c386d71d51'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:57.230378 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:26:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['82396441-de8b-4696-a0ec-c8c386d71d51'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:57.250925 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:26:57.260783 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34c2cd7-e08e-4961-a6e6-a04a35518fdd None None] Sync routers for ids ['f49fe70f-3044-4367-844f-c07c623a89f2'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:26:57.274676 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c2cd7-e08e-4961-a6e6-a04a35518fdd None None] Routers {'f49fe70f-3044-4367-844f-c07c623a89f2'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:57.274676 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-a34c2cd7-e08e-4961-a6e6-a04a35518fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:26:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['f49fe70f-3044-4367-844f-c07c623a89f2'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:57.308119 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port 86371ad0-4324-4334-bb3a-5b294637e836, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=86371ad0-4324-4334-bb3a-5b294637e836,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:57.352824 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Set router 82396441-de8b-4696-a0ec-c8c386d71d51 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:57.357780 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:57.394684 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-dcaec6ec-819a-4092-b7d1-8050ecffa3bb tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4657528 Mar 31 20:26:57.395366 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'tag': '7f10944d-912a-48ea-a7db-658c95b98446'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:57.397553 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 42968) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:57.398025 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035dc12b-19fd-4dce-9efc-97ddeb1b831b" -d '{"events": [{"name": "network-changed", "server_uuid": "04802cff-85f0-40d5-9a2f-ff74acd0ce25", "tag": "7f10944d-912a-48ea-a7db-658c95b98446"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:57.404000 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-af2266ca-3ed2-4cf8-8eab-b878d560f6f0 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395500258', 'description': 'tempest-secgroup-smoke-395500258 description', 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:57.441648 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c16415-8dd0-41c7-b787-ec06d2a54c2a x-openstack-request-id: req-35c16415-8dd0-41c7-b787-ec06d2a54c2a {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:57.442007 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04802cff-85f0-40d5-9a2f-ff74acd0ce25", "tag": "7f10944d-912a-48ea-a7db-658c95b98446", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:57.442535 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-35c16415-8dd0-41c7-b787-ec06d2a54c2a {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:57.442959 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c16415-8dd0-41c7-b787-ec06d2a54c2a'] response: {'name': 'network-changed', 'server_uuid': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'tag': '7f10944d-912a-48ea-a7db-658c95b98446', 'status': 'completed', 'code': 200} Mar 31 20:26:57.491561 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-a34c2cd7-e08e-4961-a6e6-a04a35518fdd None None] Set router f49fe70f-3044-4367-844f-c07c623a89f2 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:57.518738 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (86371ad0-4324-4334-bb3a-5b294637e836), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:57.523534 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-af2266ca-3ed2-4cf8-8eab-b878d560f6f0 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:57.630209 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-af2266ca-3ed2-4cf8-8eab-b878d560f6f0 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group (66462f6c-27a0-4c0a-a4af-b62c951922a5), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:57.651643 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=86371ad0-4324-4334-bb3a-5b294637e836,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:57.731129 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-a34c2cd7-e08e-4961-a6e6-a04a35518fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:25:16Z', 'revision_number': 4, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port': {'id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:13Z', 'updated_at': '2022-03-31T20:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'b9ea6dc6-51c4-421a-bf99-6858a9773f1b', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'port_id': '7f10944d-912a-48ea-a7db-658c95b98446', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'mac_address': 'fa:16:3e:14:b4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:55Z', 'updated_at': '2022-03-31T20:26:55Z', 'revision_number': 0, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab67d64-38a2-4ae0-ba90-0e23744cdb4d', 'name': '', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'mac_address': 'fa:16:3e:f6:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:15Z', 'updated_at': '2022-03-31T20:25:20Z', 'revision_number': 5, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'subnets': [{'id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:57.732112 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-af2266ca-3ed2-4cf8-8eab-b878d560f6f0 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (66462f6c-27a0-4c0a-a4af-b62c951922a5), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:57.749849 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '86371ad0-4324-4334-bb3a-5b294637e836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:26:55Z', 'revision_number': 4, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port': {'id': '86371ad0-4324-4334-bb3a-5b294637e836', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:51Z', 'updated_at': '2022-03-31T20:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7ab8ce10-685e-447c-9221-79118193c62d', 'name': '', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'mac_address': 'fa:16:3e:7b:84:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:54Z', 'updated_at': '2022-03-31T20:26:56Z', 'revision_number': 2, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'subnets': [{'id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:57.761261 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2266ca-3ed2-4cf8-8eab-b878d560f6f0 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66462f6c-27a0-4c0a-a4af-b62c951922a5,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:57.773385 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34c2cd7-e08e-4961-a6e6-a04a35518fdd None None] Checking router: f49fe70f-3044-4367-844f-c07c623a89f2 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:26:57.782829 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c2cd7-e08e-4961-a6e6-a04a35518fdd None None] Routers {'f49fe70f-3044-4367-844f-c07c623a89f2'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:57.783635 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-a34c2cd7-e08e-4961-a6e6-a04a35518fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:26:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['f49fe70f-3044-4367-844f-c07c623a89f2'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:57.792035 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Checking router: 82396441-de8b-4696-a0ec-c8c386d71d51 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:26:57.792442 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Updating router 82396441-de8b-4696-a0ec-c8c386d71d51 port 7ab8ce10-685e-447c-9221-79118193c62d binding host dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:26:57.824486 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 42980) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:57.825561 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7ab8ce10-685e-447c-9221-79118193c62d), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:57.829721 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1437670971-network', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:57.884774 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-af2266ca-3ed2-4cf8-8eab-b878d560f6f0 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:57.886648 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-af2266ca-3ed2-4cf8-8eab-b878d560f6f0 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4872677 Mar 31 20:26:57.889790 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 42982) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:57.894941 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-a65e22fd-e66b-4224-8d4f-4795a10759f8 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Request body: {'security_group_rule': {'security_group_id': '66462f6c-27a0-4c0a-a4af-b62c951922a5', 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:57.896401 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-a34c2cd7-e08e-4961-a6e6-a04a35518fdd None None] Set router f49fe70f-3044-4367-844f-c07c623a89f2 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:58.000249 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] Made reservation on behalf of cd99c5be4b4d4a2287ab28a9e72d285e for: {'network': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:26:58.003288 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.015213 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a65e22fd-e66b-4224-8d4f-4795a10759f8 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (fba7b51e-e4ae-4c84-86e5-73d6d4b2f57d), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.028065 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.077659 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a65e22fd-e66b-4224-8d4f-4795a10759f8 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (fba7b51e-e4ae-4c84-86e5-73d6d4b2f57d), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.109154 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Publish callbacks [] for port (7ab8ce10-685e-447c-9221-79118193c62d), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.124819 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-a34c2cd7-e08e-4961-a6e6-a04a35518fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:25:16Z', 'revision_number': 4, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port': {'id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:13Z', 'updated_at': '2022-03-31T20:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'b9ea6dc6-51c4-421a-bf99-6858a9773f1b', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'port_id': '7f10944d-912a-48ea-a7db-658c95b98446', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'mac_address': 'fa:16:3e:14:b4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:55Z', 'updated_at': '2022-03-31T20:26:55Z', 'revision_number': 0, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab67d64-38a2-4ae0-ba90-0e23744cdb4d', 'name': '', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'mac_address': 'fa:16:3e:f6:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:15Z', 'updated_at': '2022-03-31T20:25:20Z', 'revision_number': 5, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'subnets': [{'id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:58.151479 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34c2cd7-e08e-4961-a6e6-a04a35518fdd None None] The sync data for ids ['f49fe70f-3044-4367-844f-c07c623a89f2'] in dv-cinder-836070-1-iscsi is: [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:25:16Z', 'revision_number': 4, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port': {'id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:13Z', 'updated_at': '2022-03-31T20:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'b9ea6dc6-51c4-421a-bf99-6858a9773f1b', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'port_id': '7f10944d-912a-48ea-a7db-658c95b98446', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'mac_address': 'fa:16:3e:14:b4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:55Z', 'updated_at': '2022-03-31T20:26:55Z', 'revision_number': 0, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab67d64-38a2-4ae0-ba90-0e23744cdb4d', 'name': '', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'mac_address': 'fa:16:3e:f6:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:15Z', 'updated_at': '2022-03-31T20:25:20Z', 'revision_number': 5, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'subnets': [{'id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:26:58.170605 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b2c16-1845-4f82-a2a0-67582d671f26 req-4f59aa1b-4cfb-4de4-8f2e-377c97037033 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:58.172208 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-018b2c16-1845-4f82-a2a0-67582d671f26 req-4f59aa1b-4cfb-4de4-8f2e-377c97037033 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0778024 Mar 31 20:26:58.172721 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a65e22fd-e66b-4224-8d4f-4795a10759f8 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (fba7b51e-e4ae-4c84-86e5-73d6d4b2f57d), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.196731 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (7ab8ce10-685e-447c-9221-79118193c62d), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.200646 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] Publish callbacks [] for security_group (db38734f-ad9a-40c0-b3ff-e3af7d866b8c), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.218048 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e22fd-e66b-4224-8d4f-4795a10759f8 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba7b51e-e4ae-4c84-86e5-73d6d4b2f57d,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:58.237796 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-018b2c16-1845-4f82-a2a0-67582d671f26 req-24410efb-475d-4e2b-93b4-85b035b674f5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587730 Mar 31 20:26:58.258766 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31c2f3-55a3-4e7a-bce0-2b113d975525 None None] Pushing event updated for resources: {'Port': ['ID=7ab8ce10-685e-447c-9221-79118193c62d,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:58.269751 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (db38734f-ad9a-40c0-b3ff-e3af7d866b8c), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.295374 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a65e22fd-e66b-4224-8d4f-4795a10759f8 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.297197 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a65e22fd-e66b-4224-8d4f-4795a10759f8 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4062729 Mar 31 20:26:58.300087 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 42990) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:58.305496 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-67a28212-e67d-4f59-bbb0-c403c028ba0b tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Request body: {'security_group_rule': {'security_group_id': '66462f6c-27a0-4c0a-a4af-b62c951922a5', 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:58.309703 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=103921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:26:58.314434 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Attempting to bind port 7ab8ce10-685e-447c-9221-79118193c62d on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:26:58.315362 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Attempting to bind port 7ab8ce10-685e-447c-9221-79118193c62d by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '346cfab0-99a9-489e-9053-0fe326b55027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:26:58.315723 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Attempting to bind port 7ab8ce10-685e-447c-9221-79118193c62d on network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:58.323340 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:26:58.323608 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db38734f-ad9a-40c0-b3ff-e3af7d866b8c,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:58.324144 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Checking segment: {'id': '346cfab0-99a9-489e-9053-0fe326b55027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:26:58.324727 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.325850 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Bound using segment: {'id': '346cfab0-99a9-489e-9053-0fe326b55027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:26:58.326770 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Bound port: 7ab8ce10-685e-447c-9221-79118193c62d, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346cfab0-99a9-489e-9053-0fe326b55027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:26:58.327331 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7ab8ce10-685e-447c-9221-79118193c62d), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.332424 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (d3e0c201-ba71-45cd-9c2f-f68e90b4770e), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.332785 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.segments_db [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] Added segment d3e0c201-ba71-45cd-9c2f-f68e90b4770e of type vlan for network 69b40413-7ab5-46a2-8525-66e9aaa2c2dc Mar 31 20:26:58.380630 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (69b40413-7ab5-46a2-8525-66e9aaa2c2dc), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.418556 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] For port 7ab8ce10-685e-447c-9221-79118193c62d, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:26:58.422874 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] For port 7ab8ce10-685e-447c-9221-79118193c62d, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=7ab8ce10-685e-447c-9221-79118193c62d,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:26:58.424181 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-67a28212-e67d-4f59-bbb0-c403c028ba0b tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (92bc1c46-de6d-4264-98f3-42f0f10c112e), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.436511 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3346402c-4967-43cf-948d-70d20aa75c64 None None] New status for floating IP b9ea6dc6-51c4-421a-bf99-6858a9773f1b: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:26:58.474985 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (69b40413-7ab5-46a2-8525-66e9aaa2c2dc), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.475987 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:58.476575 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.512040 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-67a28212-e67d-4f59-bbb0-c403c028ba0b tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (92bc1c46-de6d-4264-98f3-42f0f10c112e), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.512160 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (7ab8ce10-685e-447c-9221-79118193c62d), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.540465 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] Pushing event updated for resources: {'Network': ['ID=69b40413-7ab5-46a2-8525-66e9aaa2c2dc,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:58.571407 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 69b40413-7ab5-46a2-8525-66e9aaa2c2dc details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:26:58.586753 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-67a28212-e67d-4f59-bbb0-c403c028ba0b tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (92bc1c46-de6d-4264-98f3-42f0f10c112e), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.607974 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a28212-e67d-4f59-bbb0-c403c028ba0b tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bc1c46-de6d-4264-98f3-42f0f10c112e,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:58.655369 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-61f260bd-b183-435d-a66b-976c9f451955 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8299413 Mar 31 20:26:58.658366 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 42992) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:58.665068 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-15229d4f-a4b4-4d03-aa81-f0f3e181c219 admin admin] Request body: {'subnet': {'network_id': '69b40413-7ab5-46a2-8525-66e9aaa2c2dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1437670971-subnet', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:58.683724 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-67a28212-e67d-4f59-bbb0-c403c028ba0b tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.688032 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 42994) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:58.688224 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-67a28212-e67d-4f59-bbb0-c403c028ba0b tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3869421 Mar 31 20:26:58.693455 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-a660acfb-b0c9-4782-baf0-b503c7225451 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Request body: {'security_group_rule': {'security_group_id': '66462f6c-27a0-4c0a-a4af-b62c951922a5', 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:58.722648 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Routers {'82396441-de8b-4696-a0ec-c8c386d71d51'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:58.723294 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:26:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['82396441-de8b-4696-a0ec-c8c386d71d51'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:58.727628 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-6b16687d-25e3-4b07-8a1e-a6dd56714350 None None] Provisioning complete for port 7ab8ce10-685e-447c-9221-79118193c62d triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:58.727988 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-6b16687d-25e3-4b07-8a1e-a6dd56714350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (7ab8ce10-685e-447c-9221-79118193c62d), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.729482 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31c2f3-55a3-4e7a-bce0-2b113d975525 None None] Pushing event updated for resources: {'Port': ['ID=7ab8ce10-685e-447c-9221-79118193c62d,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:58.809373 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4259d12b-23fe-4b0d-90c9-6bdca2ee98d9 req-430b4cdb-624e-4875-899c-3f48b305ea28 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=489eac41-0e94-4afa-acc8-3d38486d6350 HTTP/1.1" status: 200 len: 1000 time: 0.0607088 Mar 31 20:26:58.818449 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15229d4f-a4b4-4d03-aa81-f0f3e181c219 admin admin] Made reservation on behalf of cd99c5be4b4d4a2287ab28a9e72d285e for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:26:58.821439 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15229d4f-a4b4-4d03-aa81-f0f3e181c219 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12914336'] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.857153 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a660acfb-b0c9-4782-baf0-b503c7225451 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (e8b7538d-1f02-4300-a615-1d9fa1bbc890), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.903110 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] Set router 82396441-de8b-4696-a0ec-c8c386d71d51 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:58.921775 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a660acfb-b0c9-4782-baf0-b503c7225451 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (e8b7538d-1f02-4300-a615-1d9fa1bbc890), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.955651 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-6b16687d-25e3-4b07-8a1e-a6dd56714350 None None] Current status of the port 7ab8ce10-685e-447c-9221-79118193c62d is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:58.955651 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-6b16687d-25e3-4b07-8a1e-a6dd56714350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7ab8ce10-685e-447c-9221-79118193c62d), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.007327 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a660acfb-b0c9-4782-baf0-b503c7225451 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (e8b7538d-1f02-4300-a615-1d9fa1bbc890), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.034174 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660acfb-b0c9-4782-baf0-b503c7225451 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b7538d-1f02-4300-a615-1d9fa1bbc890,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:59.049985 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 86371ad0-4324-4334-bb3a-5b294637e836 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:59.085795 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-6b16687d-25e3-4b07-8a1e-a6dd56714350 None None] For port 7ab8ce10-685e-447c-9221-79118193c62d, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=7ab8ce10-685e-447c-9221-79118193c62d,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:59.097991 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15229d4f-a4b4-4d03-aa81-f0f3e181c219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13429351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12914358'] for subnet (786c9a6d-be6e-4da0-8e81-81e8713176ef), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.128670 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a660acfb-b0c9-4782-baf0-b503c7225451 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.130144 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-a660acfb-b0c9-4782-baf0-b503c7225451 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4408274 Mar 31 20:26:59.132740 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 42998) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:59.137283 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-2f599067-82b7-4d51-bf53-31fac2d14cd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Request body: {'security_group_rule': {'security_group_id': '66462f6c-27a0-4c0a-a4af-b62c951922a5', 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:59.163287 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15229d4f-a4b4-4d03-aa81-f0f3e181c219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=786c9a6d-be6e-4da0-8e81-81e8713176ef,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:59.165170 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 86371ad0-4324-4334-bb3a-5b294637e836 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:59.165553 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (86371ad0-4324-4334-bb3a-5b294637e836), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.167574 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-6b16687d-25e3-4b07-8a1e-a6dd56714350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (7ab8ce10-685e-447c-9221-79118193c62d), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.172610 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15229d4f-a4b4-4d03-aa81-f0f3e181c219 admin admin] Checking segment: {'id': 'd3e0c201-ba71-45cd-9c2f-f68e90b4770e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '69b40413-7ab5-46a2-8525-66e9aaa2c2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:26:59.173073 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15229d4f-a4b4-4d03-aa81-f0f3e181c219 admin admin] Network hostable DHCP agents. Network: 69b40413-7ab5-46a2-8525-66e9aaa2c2dc, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:26:59.211672 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2f599067-82b7-4d51-bf53-31fac2d14cd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (f1496bb9-dd95-40d6-bf6f-064f031fafea), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.258407 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15229d4f-a4b4-4d03-aa81-f0f3e181c219 admin admin] Network 69b40413-7ab5-46a2-8525-66e9aaa2c2dc is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:26:59.264488 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16687d-25e3-4b07-8a1e-a6dd56714350 None None] Pushing event updated for resources: {'Port': ['ID=7ab8ce10-685e-447c-9221-79118193c62d,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:59.270826 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '86371ad0-4324-4334-bb3a-5b294637e836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:26:55Z', 'revision_number': 4, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port': {'id': '86371ad0-4324-4334-bb3a-5b294637e836', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:51Z', 'updated_at': '2022-03-31T20:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7ab8ce10-685e-447c-9221-79118193c62d', 'name': '', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'mac_address': 'fa:16:3e:7b:84:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:54Z', 'updated_at': '2022-03-31T20:26:58Z', 'revision_number': 4, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'subnets': [{'id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:59.279723 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2f599067-82b7-4d51-bf53-31fac2d14cd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (f1496bb9-dd95-40d6-bf6f-064f031fafea), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.366894 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-15229d4f-a4b4-4d03-aa81-f0f3e181c219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 69b40413-7ab5-46a2-8525-66e9aaa2c2dc) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:59.371389 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15229d4f-a4b4-4d03-aa81-f0f3e181c219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:59.372045 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15229d4f-a4b4-4d03-aa81-f0f3e181c219 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.386028 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a419a-486e-4769-a1c9-d69065e84145 req-f60468d3-54c8-4a24-992a-8064741aa207 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:59.387625 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c97a419a-486e-4769-a1c9-d69065e84145 req-f60468d3-54c8-4a24-992a-8064741aa207 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.0605452 Mar 31 20:26:59.400045 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2f599067-82b7-4d51-bf53-31fac2d14cd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (f1496bb9-dd95-40d6-bf6f-064f031fafea), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.425713 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73f59a5-66dd-413a-8203-1095c86c7aad None None] Network 69b40413-7ab5-46a2-8525-66e9aaa2c2dc requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:26:59.430815 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c875645-a564-4096-82d4-44c4104eb73e None None] The sync data for ids ['82396441-de8b-4696-a0ec-c8c386d71d51'] in dv-cinder-836070-1-iscsi is: [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '86371ad0-4324-4334-bb3a-5b294637e836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:26:55Z', 'revision_number': 4, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port': {'id': '86371ad0-4324-4334-bb3a-5b294637e836', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:51Z', 'updated_at': '2022-03-31T20:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7ab8ce10-685e-447c-9221-79118193c62d', 'name': '', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'mac_address': 'fa:16:3e:7b:84:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:54Z', 'updated_at': '2022-03-31T20:26:58Z', 'revision_number': 4, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'subnets': [{'id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:26:59.431334 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f599067-82b7-4d51-bf53-31fac2d14cd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1496bb9-dd95-40d6-bf6f-064f031fafea,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:59.461591 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c97a419a-486e-4769-a1c9-d69065e84145 req-6bcc7985-2425-4bf0-8ba5-9ef60e2a80de tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681427 Mar 31 20:26:59.467005 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-15229d4f-a4b4-4d03-aa81-f0f3e181c219 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8023689 Mar 31 20:26:59.467005 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 43002) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:59.472166 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1437670971-router', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:59.541115 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-3f874f15-9e89-49ae-851f-59d007e1a877 None None] Provisioning complete for port 7ab8ce10-685e-447c-9221-79118193c62d triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:59.541517 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3f874f15-9e89-49ae-851f-59d007e1a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (7ab8ce10-685e-447c-9221-79118193c62d), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.544497 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 86371ad0-4324-4334-bb3a-5b294637e836 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:59.569099 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2f599067-82b7-4d51-bf53-31fac2d14cd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.573630 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-2f599067-82b7-4d51-bf53-31fac2d14cd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4365675 Mar 31 20:26:59.574730 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 43004) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:59.581814 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-0f7e5d1f-5b15-49b5-87c8-dbb7238f9fd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Request body: {'security_group_rule': {'security_group_id': '66462f6c-27a0-4c0a-a4af-b62c951922a5', 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:59.644397 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a47c094-6fbf-5610-a773-a6d0d3fbb37a-69b40413-7ab5-46a2-8525-66e9aaa2c2dc', 'network_id': '69b40413-7ab5-46a2-8525-66e9aaa2c2dc', 'project_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'fixed_ips': [{'subnet_id': '786c9a6d-be6e-4da0-8e81-81e8713176ef'}]}} from dv-cinder-836070-1-iscsi. {{(pid=103922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:26:59.645331 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.665077 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16473659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-649'] for router (e8e18b88-a830-4670-b872-f7f25e7b8d76), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.666194 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16473515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16467706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (e8e18b88-a830-4670-b872-f7f25e7b8d76), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.677239 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-3f874f15-9e89-49ae-851f-59d007e1a877 None None] Current status of the port 7ab8ce10-685e-447c-9221-79118193c62d is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:59.692463 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.securitygroups_db [None req-0f7e5d1f-5b15-49b5-87c8-dbb7238f9fd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Project 66b468fa7c0b48f8a8f9825f4c66e974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:26:59.698837 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5d1f-5b15-49b5-87c8-dbb7238f9fd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (f9031282-a083-4eee-abd6-a0fed72a0694), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.748228 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Publish callbacks [] for router_controller (e8e18b88-a830-4670-b872-f7f25e7b8d76), precommit_add_association {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.777724 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5d1f-5b15-49b5-87c8-dbb7238f9fd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (f9031282-a083-4eee-abd6-a0fed72a0694), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.804464 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.db_base_plugin_common [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Allocated IP 172.20.0.2 (69b40413-7ab5-46a2-8525-66e9aaa2c2dc/786c9a6d-be6e-4da0-8e81-81e8713176ef/fd26108c-0614-40cc-a248-0625a966449e) {{(pid=103922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:59.874436 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5d1f-5b15-49b5-87c8-dbb7238f9fd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (f9031282-a083-4eee-abd6-a0fed72a0694), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.901717 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e5d1f-5b15-49b5-87c8-dbb7238f9fd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9031282-a083-4eee-abd6-a0fed72a0694,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:59.961292 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Publish callbacks [] for port (fd26108c-0614-40cc-a248-0625a966449e), precommit_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.973146 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5d1f-5b15-49b5-87c8-dbb7238f9fd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.976837 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0f7e5d1f-5b15-49b5-87c8-dbb7238f9fd6 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3975182 Mar 31 20:26:59.978967 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 43006) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:59.982309 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Publish callbacks [] for router_gateway (e8e18b88-a830-4670-b872-f7f25e7b8d76), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.982454 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-6869af39-a8fe-4b5b-8c18-fec44e02b0aa tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Request body: {'security_group_rule': {'security_group_id': '66462f6c-27a0-4c0a-a4af-b62c951922a5', 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:00.018832 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (fd26108c-0614-40cc-a248-0625a966449e), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.062239 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Network 69b40413-7ab5-46a2-8525-66e9aaa2c2dc is already hosted by enough agents. {{(pid=103922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:27:00.070354 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.base_scheduler [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Resources bound (agent type, host, resource id): {{(pid=103922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:27:00.073478 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Received port after_create {{(pid=103922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:27:00.086349 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Pushing event updated for resources: {'Port': ['ID=fd26108c-0614-40cc-a248-0625a966449e,revision_number=1']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:00.086805 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.securitygroups_db [None req-6869af39-a8fe-4b5b-8c18-fec44e02b0aa tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Project 66b468fa7c0b48f8a8f9825f4c66e974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:27:00.093431 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6869af39-a8fe-4b5b-8c18-fec44e02b0aa tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (2ce5ab10-bc42-4930-b762-ff88d3687cbc), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.148220 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Attempting to bind port fd26108c-0614-40cc-a248-0625a966449e on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:27:00.148760 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Attempting to bind port fd26108c-0614-40cc-a248-0625a966449e by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': 'd3e0c201-ba71-45cd-9c2f-f68e90b4770e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '69b40413-7ab5-46a2-8525-66e9aaa2c2dc'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:27:00.149310 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Attempting to bind port fd26108c-0614-40cc-a248-0625a966449e on network 69b40413-7ab5-46a2-8525-66e9aaa2c2dc {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:27:00.155519 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:27:00.155909 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Checking segment: {'id': 'd3e0c201-ba71-45cd-9c2f-f68e90b4770e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '69b40413-7ab5-46a2-8525-66e9aaa2c2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:27:00.156751 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.157175 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Bound using segment: {'id': 'd3e0c201-ba71-45cd-9c2f-f68e90b4770e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '69b40413-7ab5-46a2-8525-66e9aaa2c2dc'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:27:00.157650 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Bound port: fd26108c-0614-40cc-a248-0625a966449e, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e0c201-ba71-45cd-9c2f-f68e90b4770e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '69b40413-7ab5-46a2-8525-66e9aaa2c2dc'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:27:00.158031 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (fd26108c-0614-40cc-a248-0625a966449e), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.172788 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6869af39-a8fe-4b5b-8c18-fec44e02b0aa tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (2ce5ab10-bc42-4930-b762-ff88d3687cbc), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.232390 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] For port fd26108c-0614-40cc-a248-0625a966449e, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:27:00.235789 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] For port fd26108c-0614-40cc-a248-0625a966449e, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=fd26108c-0614-40cc-a248-0625a966449e,segment=NetworkSegment(d3e0c201-ba71-45cd-9c2f-f68e90b4770e),segment_id=d3e0c201-ba71-45cd-9c2f-f68e90b4770e)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:27:00.241709 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6869af39-a8fe-4b5b-8c18-fec44e02b0aa tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (2ce5ab10-bc42-4930-b762-ff88d3687cbc), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.259636 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869af39-a8fe-4b5b-8c18-fec44e02b0aa tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce5ab10-bc42-4930-b762-ff88d3687cbc,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:00.283952 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Publish callbacks [] for router_gateway (e8e18b88-a830-4670-b872-f7f25e7b8d76), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.303464 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.338788 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (fd26108c-0614-40cc-a248-0625a966449e), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.375614 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6869af39-a8fe-4b5b-8c18-fec44e02b0aa tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.382540 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-6869af39-a8fe-4b5b-8c18-fec44e02b0aa tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3990331 Mar 31 20:27:00.402872 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f386f99-819c-4c4d-82ed-0a4110f6aceb None None] Pushing event updated for resources: {'Port': ['ID=fd26108c-0614-40cc-a248-0625a966449e,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:00.432006 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Allocated IP 172.27.2.108 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/185762b8-0595-4424-a8dd-873f88a87cb8) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:27:00.492988 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2ddbe8e8-a896-425f-be4f-3d30417f549e req-23c3debc-fc30-4bcb-8a22-a8543163e455 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395500258&fields=id&tenant_id=66b468fa7c0b48f8a8f9825f4c66e974 HTTP/1.1" status: 200 len: 267 time: 0.0569179 Mar 31 20:27:00.567873 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbe8e8-a896-425f-be4f-3d30417f549e req-3d36eebd-2c5d-4c28-a851-8525e27ba1b0 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:00.569525 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2ddbe8e8-a896-425f-be4f-3d30417f549e req-3d36eebd-2c5d-4c28-a851-8525e27ba1b0 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 945 time: 0.0702717 Mar 31 20:27:00.586440 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-2ddbe8e8-a896-425f-be4f-3d30417f549e req-f68295f5-ba6c-4d34-ac20-aac8391e3197 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Request body: {'port': {'security_groups': ['c32afe78-d78a-4d89-b609-93a652efc88a', '66462f6c-27a0-4c0a-a4af-b62c951922a5']}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:00.761255 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-2ddbe8e8-a896-425f-be4f-3d30417f549e req-f68295f5-ba6c-4d34-ac20-aac8391e3197 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7f10944d-912a-48ea-a7db-658c95b98446), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.796243 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238a664-e2c9-4a18-a6ee-08ac1c15fd5f req-930cbf7f-080c-4a93-b76a-3ea2a49e135d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:00.801404 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a238a664-e2c9-4a18-a6ee-08ac1c15fd5f req-930cbf7f-080c-4a93-b76a-3ea2a49e135d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 945 time: 0.1706519 Mar 31 20:27:00.861864 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc12b-19fd-4dce-9efc-97ddeb1b831b req-c6258653-b486-4efb-9bce-29cfc21cb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:00.863352 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-035dc12b-19fd-4dce-9efc-97ddeb1b831b req-c6258653-b486-4efb-9bce-29cfc21cb2e8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66b468fa7c0b48f8a8f9825f4c66e974&device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 1129 time: 0.0857093 Mar 31 20:27:00.867846 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Publish callbacks [] for port (185762b8-0595-4424-a8dd-873f88a87cb8), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.899154 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259d12b-23fe-4b0d-90c9-6bdca2ee98d9 req-b54cb121-8c84-478c-b644-eb470a35b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:00.901312 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4259d12b-23fe-4b0d-90c9-6bdca2ee98d9 req-b54cb121-8c84-478c-b644-eb470a35b548 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bea34364-25de-4223-a970-366fe9a8bb90 HTTP/1.1" status: 200 len: 855 time: 0.1245890 Mar 31 20:27:00.914270 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 489eac41-0e94-4afa-acc8-3d38486d6350 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:27:00.988613 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc12b-19fd-4dce-9efc-97ddeb1b831b req-49323cd1-a84c-4ed9-8bcc-446e5360a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:00.990426 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-035dc12b-19fd-4dce-9efc-97ddeb1b831b req-49323cd1-a84c-4ed9-8bcc-446e5360a466 service neutron] 10.222.0.76 "GET /v2.0/networks?id=47f2e690-836c-458a-a73e-19bb7d08d48a HTTP/1.1" status: 200 len: 915 time: 0.1170063 Mar 31 20:27:00.996091 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a238a664-e2c9-4a18-a6ee-08ac1c15fd5f req-aa3b5edd-ae05-4b7c-8ef3-d8b06ba408c3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542599 Mar 31 20:27:01.067951 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (185762b8-0595-4424-a8dd-873f88a87cb8), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:01.093626 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259d12b-23fe-4b0d-90c9-6bdca2ee98d9 req-54d92a13-e1a8-4f26-8d88-19546795c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:01.094664 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4259d12b-23fe-4b0d-90c9-6bdca2ee98d9 req-54d92a13-e1a8-4f26-8d88-19546795c758 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1822701 Mar 31 20:27:01.110105 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 489eac41-0e94-4afa-acc8-3d38486d6350 is: ACTIVE; New status is: DOWN {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:01.110636 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:01.151619 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '489eac41-0e94-4afa-acc8-3d38486d6350'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:01.153544 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b19d5fa-a6b1-4ef3-827f-13de946d6c5f" -d '{"events": [{"server_uuid": "d03a3a9c-9e65-4618-9e33-7cec71c88f29", "name": "network-vif-unplugged", "status": "completed", "tag": "489eac41-0e94-4afa-acc8-3d38486d6350"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:01.157790 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:27:01.173907 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:27:01.181624 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:27:01.186515 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Pushing event updated for resources: {'Port': ['ID=185762b8-0595-4424-a8dd-873f88a87cb8,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:01.192753 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 489eac41-0e94-4afa-acc8-3d38486d6350, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=489eac41-0e94-4afa-acc8-3d38486d6350,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:01.214129 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7556b331-c5de-4fa1-9e15-b0d054ddc535 x-openstack-request-id: req-7556b331-c5de-4fa1-9e15-b0d054ddc535 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:01.214520 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03a3a9c-9e65-4618-9e33-7cec71c88f29", "name": "network-vif-unplugged", "status": "completed", "tag": "489eac41-0e94-4afa-acc8-3d38486d6350", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:01.215004 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7556b331-c5de-4fa1-9e15-b0d054ddc535 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:01.215516 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7556b331-c5de-4fa1-9e15-b0d054ddc535'] response: {'server_uuid': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '489eac41-0e94-4afa-acc8-3d38486d6350', 'code': 200} Mar 31 20:27:01.228398 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-035dc12b-19fd-4dce-9efc-97ddeb1b831b req-c73802ad-2421-470e-9d93-3d157f72b838 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f10944d-912a-48ea-a7db-658c95b98446 HTTP/1.1" status: 200 len: 1001 time: 0.2309887 Mar 31 20:27:01.238846 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-2ddbe8e8-a896-425f-be4f-3d30417f549e req-f68295f5-ba6c-4d34-ac20-aac8391e3197 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] For port 7f10944d-912a-48ea-a7db-658c95b98446, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7f10944d-912a-48ea-a7db-658c95b98446,segment=NetworkSegment(981f5afb-a901-4ba5-afbd-8805ffe88ccc),segment_id=981f5afb-a901-4ba5-afbd-8805ffe88ccc)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:01.246822 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 7ab8ce10-685e-447c-9221-79118193c62d up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:27:01.270057 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4259d12b-23fe-4b0d-90c9-6bdca2ee98d9 req-17ece323-d892-4528-bf1d-ecc9093c02bb service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668375 Mar 31 20:27:01.271494 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:01.289210 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-2ddbe8e8-a896-425f-be4f-3d30417f549e req-f68295f5-ba6c-4d34-ac20-aac8391e3197 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for port (7f10944d-912a-48ea-a7db-658c95b98446), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:01.342463 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=489eac41-0e94-4afa-acc8-3d38486d6350,revision_number=8']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:01.354753 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 7ab8ce10-685e-447c-9221-79118193c62d triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:01.355126 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (7ab8ce10-685e-447c-9221-79118193c62d), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:01.372576 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-2ddbe8e8-a896-425f-be4f-3d30417f549e req-f68295f5-ba6c-4d34-ac20-aac8391e3197 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (7f10944d-912a-48ea-a7db-658c95b98446), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:01.414970 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbe8e8-a896-425f-be4f-3d30417f549e req-f68295f5-ba6c-4d34-ac20-aac8391e3197 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:01.415633 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-2ddbe8e8-a896-425f-be4f-3d30417f549e req-f68295f5-ba6c-4d34-ac20-aac8391e3197 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:01.417618 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2ddbe8e8-a896-425f-be4f-3d30417f549e req-f68295f5-ba6c-4d34-ac20-aac8391e3197 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "PUT /v2.0/ports/7f10944d-912a-48ea-a7db-658c95b98446 HTTP/1.1" status: 200 len: 981 time: 0.8396275 Mar 31 20:27:01.420106 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'tag': '7f10944d-912a-48ea-a7db-658c95b98446'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:01.422413 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c3c756-04f9-4520-b97e-547f2d807a91" -d '{"events": [{"name": "network-changed", "server_uuid": "04802cff-85f0-40d5-9a2f-ff74acd0ce25", "tag": "7f10944d-912a-48ea-a7db-658c95b98446"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:01.461065 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 7ab8ce10-685e-447c-9221-79118193c62d is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:01.464254 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device fd26108c-0614-40cc-a248-0625a966449e up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:27:01.468722 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['7f10944d-912a-48ea-a7db-658c95b98446'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:27:01.474801 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68295f5-ba6c-4d34-ac20-aac8391e3197 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event updated for resources: {'Port': ['ID=7f10944d-912a-48ea-a7db-658c95b98446,revision_number=6']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:01.561959 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5068b6-ea4e-403f-876a-f2eee319de11 x-openstack-request-id: req-3e5068b6-ea4e-403f-876a-f2eee319de11 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:01.562248 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04802cff-85f0-40d5-9a2f-ff74acd0ce25", "tag": "7f10944d-912a-48ea-a7db-658c95b98446", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:01.562506 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3e5068b6-ea4e-403f-876a-f2eee319de11 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:01.562904 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5068b6-ea4e-403f-876a-f2eee319de11'] response: {'name': 'network-changed', 'server_uuid': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'tag': '7f10944d-912a-48ea-a7db-658c95b98446', 'status': 'completed', 'code': 200} Mar 31 20:27:01.656613 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4259d12b-23fe-4b0d-90c9-6bdca2ee98d9 req-94807396-8ebb-4469-9e08-7c2e42a66306 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910956 Mar 31 20:27:01.678415 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc12b-19fd-4dce-9efc-97ddeb1b831b req-68ec4395-6be6-4b13-8447-7d9b6b42cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:01.679865 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-035dc12b-19fd-4dce-9efc-97ddeb1b831b req-68ec4395-6be6-4b13-8447-7d9b6b42cae6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=619799de-2ff5-4518-adca-8bcd94f61a31 HTTP/1.1" status: 200 len: 853 time: 0.1394172 Mar 31 20:27:01.680809 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca0c2a-d66e-411f-b29a-c7a7a1ee8130 req-68659a1d-fb0d-413e-9c3b-a77152cc0bbd tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:01.683391 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8cca0c2a-d66e-411f-b29a-c7a7a1ee8130 req-68659a1d-fb0d-413e-9c3b-a77152cc0bbd tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 984 time: 0.1232712 Mar 31 20:27:01.689265 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port fd26108c-0614-40cc-a248-0625a966449e triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:01.689890 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (fd26108c-0614-40cc-a248-0625a966449e), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:01.755297 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Publish callbacks [] for router_gateway (e8e18b88-a830-4670-b872-f7f25e7b8d76), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:01.797275 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8cca0c2a-d66e-411f-b29a-c7a7a1ee8130 req-ffa9a7ce-4197-4a43-bb30-f43ace91cf6e tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&id=66462f6c-27a0-4c0a-a4af-b62c951922a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071513 Mar 31 20:27:01.849664 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port fd26108c-0614-40cc-a248-0625a966449e is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:01.850070 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (fd26108c-0614-40cc-a248-0625a966449e), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:01.868158 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-7df709a2-06c5-453f-9dad-9735b8133031 None None] Provisioning complete for port 7f10944d-912a-48ea-a7db-658c95b98446 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:01.868580 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7df709a2-06c5-453f-9dad-9735b8133031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (7f10944d-912a-48ea-a7db-658c95b98446), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:01.873107 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc12b-19fd-4dce-9efc-97ddeb1b831b req-167e9d19-e8c8-4b41-b4bd-21af5ddfdc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:01.874522 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-035dc12b-19fd-4dce-9efc-97ddeb1b831b req-167e9d19-e8c8-4b41-b4bd-21af5ddfdc3e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=47f2e690-836c-458a-a73e-19bb7d08d48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1866326 Mar 31 20:27:01.942512 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb20b1ad-98b5-43ea-8c9f-521e7c935567 None None] Network 69b40413-7ab5-46a2-8525-66e9aaa2c2dc requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:27:01.948576 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port fd26108c-0614-40cc-a248-0625a966449e, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=fd26108c-0614-40cc-a248-0625a966449e,segment=NetworkSegment(d3e0c201-ba71-45cd-9c2f-f68e90b4770e),segment_id=d3e0c201-ba71-45cd-9c2f-f68e90b4770e)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:02.057117 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-035dc12b-19fd-4dce-9efc-97ddeb1b831b req-b552f7c9-12e3-4781-a57d-74468721e24f service neutron] 10.222.0.76 "GET /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752424 Mar 31 20:27:02.083317 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (fd26108c-0614-40cc-a248-0625a966449e), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:02.137835 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16473506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16467501'] for router (e8e18b88-a830-4670-b872-f7f25e7b8d76), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:02.161909 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['7f10944d-912a-48ea-a7db-658c95b98446'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:27:02.164946 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4ef75-bbae-42e9-aaf4-7387bd5189ad req-bb68570f-9bff-4bf9-a72f-016a72e822db tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:02.168110 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-96f4ef75-bbae-42e9-aaf4-7387bd5189ad req-bb68570f-9bff-4bf9-a72f-016a72e822db tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0958838 Mar 31 20:27:02.232521 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-7df709a2-06c5-453f-9dad-9735b8133031 None None] Current status of the port 7f10944d-912a-48ea-a7db-658c95b98446 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:02.241112 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-035dc12b-19fd-4dce-9efc-97ddeb1b831b req-2c38293b-55d1-4eaa-92fb-f0bc6e2524ab service neutron] 10.222.0.76 "GET /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773376 Mar 31 20:27:02.255568 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-96f4ef75-bbae-42e9-aaf4-7387bd5189ad req-3f5c59e4-9091-4908-b642-71dc4fe82d72 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805633 Mar 31 20:27:02.308265 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=fd26108c-0614-40cc-a248-0625a966449e,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:02.378497 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Router e8e18b88-a830-4670-b872-f7f25e7b8d76 is scheduled to L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace with binding_index 1 {{(pid=103920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:27:02.447236 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-7f256b88-f974-423d-acca-58ca29574ee4 None None] Provisioning complete for port fd26108c-0614-40cc-a248-0625a966449e triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:02.447670 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7f256b88-f974-423d-acca-58ca29574ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (fd26108c-0614-40cc-a248-0625a966449e), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:02.503836 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3c756-04f9-4520-b97e-547f2d807a91 req-e015b199-b909-44ee-ba11-fecd3890f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:02.505416 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-18c3c756-04f9-4520-b97e-547f2d807a91 req-e015b199-b909-44ee-ba11-fecd3890f438 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66b468fa7c0b48f8a8f9825f4c66e974&device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 1168 time: 0.1387317 Mar 31 20:27:02.594759 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:27:02.635834 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3c756-04f9-4520-b97e-547f2d807a91 req-cf59832e-7b33-4358-bcec-80a47013fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:02.637723 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Sync routers for ids ['e8e18b88-a830-4670-b872-f7f25e7b8d76'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:27:02.638519 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-18c3c756-04f9-4520-b97e-547f2d807a91 req-cf59832e-7b33-4358-bcec-80a47013fcc1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=47f2e690-836c-458a-a73e-19bb7d08d48a HTTP/1.1" status: 200 len: 915 time: 0.1249535 Mar 31 20:27:02.654773 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Routers {'e8e18b88-a830-4670-b872-f7f25e7b8d76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:02.654773 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:26:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e8e18b88-a830-4670-b872-f7f25e7b8d76'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:02.707368 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:02.712244 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-53aaff14-56c2-4c60-8e40-a6a3fa8ad23e admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2399220 Mar 31 20:27:02.714828 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 43046) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:02.724406 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-18c3c756-04f9-4520-b97e-547f2d807a91 req-4283b401-3741-4578-8585-9da997e72f13 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f10944d-912a-48ea-a7db-658c95b98446 HTTP/1.1" status: 200 len: 1001 time: 0.0767422 Mar 31 20:27:02.768878 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-7f256b88-f974-423d-acca-58ca29574ee4 None None] Current status of the port fd26108c-0614-40cc-a248-0625a966449e is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:02.781894 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Set router e8e18b88-a830-4670-b872-f7f25e7b8d76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:02.797559 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3c756-04f9-4520-b97e-547f2d807a91 req-ec534c14-b234-4de5-bc27-ae1653d7f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:02.799231 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-18c3c756-04f9-4520-b97e-547f2d807a91 req-ec534c14-b234-4de5-bc27-ae1653d7f719 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=619799de-2ff5-4518-adca-8bcd94f61a31 HTTP/1.1" status: 200 len: 853 time: 0.0669813 Mar 31 20:27:02.863768 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3c756-04f9-4520-b97e-547f2d807a91 req-392e16bd-599d-4332-b45b-ec6b1138db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:02.865781 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-18c3c756-04f9-4520-b97e-547f2d807a91 req-392e16bd-599d-4332-b45b-ec6b1138db2a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=47f2e690-836c-458a-a73e-19bb7d08d48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594261 Mar 31 20:27:02.926528 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-ba876ef7-6175-4169-931e-f305322faca8 None None] Provisioning complete for port fd26108c-0614-40cc-a248-0625a966449e triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:02.927224 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-ba876ef7-6175-4169-931e-f305322faca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (fd26108c-0614-40cc-a248-0625a966449e), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:03.042854 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'name': 'tempest-TestShelveInstance-1437670971-router', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '185762b8-0595-4424-a8dd-873f88a87cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:59Z', 'updated_at': '2022-03-31T20:27:01Z', 'revision_number': 3, 'project_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'gw_port': {'id': '185762b8-0595-4424-a8dd-873f88a87cb8', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:27:00Z', 'updated_at': '2022-03-31T20:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:03.044300 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-18c3c756-04f9-4520-b97e-547f2d807a91 req-7aeade47-2349-45a1-aae3-99bda30b6c88 service neutron] 10.222.0.76 "GET /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648445 Mar 31 20:27:03.060306 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device fd26108c-0614-40cc-a248-0625a966449e up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:27:03.081945 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Checking router: e8e18b88-a830-4670-b872-f7f25e7b8d76 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:27:03.082573 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Updating router e8e18b88-a830-4670-b872-f7f25e7b8d76 port 185762b8-0595-4424-a8dd-873f88a87cb8 binding host dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:27:03.104919 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-ba876ef7-6175-4169-931e-f305322faca8 None None] Current status of the port fd26108c-0614-40cc-a248-0625a966449e is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:03.115836 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (185762b8-0595-4424-a8dd-873f88a87cb8), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:03.137976 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port fd26108c-0614-40cc-a248-0625a966449e triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:03.138446 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (fd26108c-0614-40cc-a248-0625a966449e), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:03.149735 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6cb6d-7179-4263-a579-5912fa94a5d2 req-0fc456a8-e225-4d48-b230-59f9fb6e7d9a tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:03.157206 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bfd6cb6d-7179-4263-a579-5912fa94a5d2 req-0fc456a8-e225-4d48-b230-59f9fb6e7d9a tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 946 time: 0.3726294 Mar 31 20:27:03.171846 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-18c3c756-04f9-4520-b97e-547f2d807a91 req-1c2f6684-271d-4662-811c-e4395f2f4828 service neutron] 10.222.0.76 "GET /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191094 Mar 31 20:27:03.239912 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port fd26108c-0614-40cc-a248-0625a966449e is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:03.282500 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bfd6cb6d-7179-4263-a579-5912fa94a5d2 req-ad589372-12f2-4a61-95ff-c40514f59089 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243382 Mar 31 20:27:03.408585 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Publish callbacks [] for port (185762b8-0595-4424-a8dd-873f88a87cb8), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:03.452610 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a81d5-7e35-48a0-b21f-b6c8ad8b57eb req-16b10cb4-156c-4de3-af80-0e01525ef4e8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:03.454097 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-404a81d5-7e35-48a0-b21f-b6c8ad8b57eb req-16b10cb4-156c-4de3-af80-0e01525ef4e8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.1083364 Mar 31 20:27:03.521353 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (185762b8-0595-4424-a8dd-873f88a87cb8), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:03.561190 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-404a81d5-7e35-48a0-b21f-b6c8ad8b57eb req-214f7e31-5138-48d9-97a1-0b46427ef046 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015301 Mar 31 20:27:03.577277 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Attempting to bind port 185762b8-0595-4424-a8dd-873f88a87cb8 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:27:03.577647 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Attempting to bind port 185762b8-0595-4424-a8dd-873f88a87cb8 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:27:03.581784 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Attempting to bind port 185762b8-0595-4424-a8dd-873f88a87cb8 on network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:27:03.581784 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fc951-9c96-433e-b502-8d98de8e9073 None None] Pushing event updated for resources: {'Port': ['ID=185762b8-0595-4424-a8dd-873f88a87cb8,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:03.586193 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:27:03.586758 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Checking segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:27:03.586987 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:03.587474 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Bound using segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:27:03.587854 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Bound port: 185762b8-0595-4424-a8dd-873f88a87cb8, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:27:03.588369 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (185762b8-0595-4424-a8dd-873f88a87cb8), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:03.616648 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:03.649723 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] For port 185762b8-0595-4424-a8dd-873f88a87cb8, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:27:03.654903 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] For port 185762b8-0595-4424-a8dd-873f88a87cb8, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=185762b8-0595-4424-a8dd-873f88a87cb8,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:27:03.715903 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (185762b8-0595-4424-a8dd-873f88a87cb8), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:03.774030 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Routers {'e8e18b88-a830-4670-b872-f7f25e7b8d76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:03.774642 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:26:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e8e18b88-a830-4670-b872-f7f25e7b8d76'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:03.775664 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Allocated IP 172.20.0.1 (69b40413-7ab5-46a2-8525-66e9aaa2c2dc/786c9a6d-be6e-4da0-8e81-81e8713176ef/49f671d9-a943-43a1-a928-7932927f5c73) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:27:03.779556 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fc951-9c96-433e-b502-8d98de8e9073 None None] Pushing event updated for resources: {'Port': ['ID=185762b8-0595-4424-a8dd-873f88a87cb8,revision_number=3']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:03.876776 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Publish callbacks [] for port (49f671d9-a943-43a1-a928-7932927f5c73), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:03.882555 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] Set router e8e18b88-a830-4670-b872-f7f25e7b8d76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:03.978436 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (49f671d9-a943-43a1-a928-7932927f5c73), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:04.023558 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Network 69b40413-7ab5-46a2-8525-66e9aaa2c2dc is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:27:04.026477 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:27:04.032736 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:27:04.055792 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Pushing event updated for resources: {'Port': ['ID=49f671d9-a943-43a1-a928-7932927f5c73,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:04.079609 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467962'] for router_interface (e8e18b88-a830-4670-b872-f7f25e7b8d76), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:04.259699 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'name': 'tempest-TestShelveInstance-1437670971-router', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '185762b8-0595-4424-a8dd-873f88a87cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:59Z', 'updated_at': '2022-03-31T20:27:01Z', 'revision_number': 3, 'project_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'gw_port': {'id': '185762b8-0595-4424-a8dd-873f88a87cb8', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:27:00Z', 'updated_at': '2022-03-31T20:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:04.289852 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219964ad-a34d-4b13-8249-c180a8a50c4e None None] The sync data for ids ['e8e18b88-a830-4670-b872-f7f25e7b8d76'] in dv-cinder-836070-1-iscsi is: [{'id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'name': 'tempest-TestShelveInstance-1437670971-router', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '185762b8-0595-4424-a8dd-873f88a87cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:59Z', 'updated_at': '2022-03-31T20:27:01Z', 'revision_number': 3, 'project_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'gw_port': {'id': '185762b8-0595-4424-a8dd-873f88a87cb8', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:27:00Z', 'updated_at': '2022-03-31T20:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:27:04.335244 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (49f671d9-a943-43a1-a928-7932927f5c73), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:04.352168 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-dc41b1c3-1b8a-4669-b9fa-4079cc2ee010 None None] Provisioning complete for port 49f671d9-a943-43a1-a928-7932927f5c73 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:04.355197 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-dc41b1c3-1b8a-4669-b9fa-4079cc2ee010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (49f671d9-a943-43a1-a928-7932927f5c73), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:04.403203 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-dc41b1c3-1b8a-4669-b9fa-4079cc2ee010 None None] Port 49f671d9-a943-43a1-a928-7932927f5c73 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:27:04.545945 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb868c-ac55-458f-8c9e-f82e24f7e7e1 req-3dc14890-5b53-4179-b1d5-b67b545808ab tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:04.547507 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0cbb868c-ac55-458f-8c9e-f82e24f7e7e1 req-3dc14890-5b53-4179-b1d5-b67b545808ab tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 946 time: 0.1008790 Mar 31 20:27:04.639169 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0cbb868c-ac55-458f-8c9e-f82e24f7e7e1 req-04f097dd-eb3a-43ea-81c6-49fd629f0d9a tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/security-groups?id=c06ad8c6-e06d-47a2-abc5-752c8d5484d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817049 Mar 31 20:27:04.658164 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Publish callbacks [] for port (49f671d9-a943-43a1-a928-7932927f5c73), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:04.727652 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (49f671d9-a943-43a1-a928-7932927f5c73), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:04.823740 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467822'] for router_interface (e8e18b88-a830-4670-b872-f7f25e7b8d76), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:04.826585 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Pushing event updated for resources: {'Port': ['ID=49f671d9-a943-43a1-a928-7932927f5c73,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:04.845195 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd8db4-4fdd-42bd-ab37-83009c8b8784 req-f84f6aad-516b-4625-a02c-d30b5f1a47eb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:04.846623 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4fcd8db4-4fdd-42bd-ab37-83009c8b8784 req-f84f6aad-516b-4625-a02c-d30b5f1a47eb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.1359906 Mar 31 20:27:04.956822 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4fcd8db4-4fdd-42bd-ab37-83009c8b8784 req-75f67499-434d-4ba3-b176-f953ffc33d3c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938199 Mar 31 20:27:04.978536 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Network 69b40413-7ab5-46a2-8525-66e9aaa2c2dc is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:27:04.980172 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:27:05.073842 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 185762b8-0595-4424-a8dd-873f88a87cb8 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:27:05.161229 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 185762b8-0595-4424-a8dd-873f88a87cb8 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:05.161771 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (185762b8-0595-4424-a8dd-873f88a87cb8), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:05.186382 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Router e8e18b88-a830-4670-b872-f7f25e7b8d76 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:27:05.282385 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 185762b8-0595-4424-a8dd-873f88a87cb8 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:05.283116 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (185762b8-0595-4424-a8dd-873f88a87cb8), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:05.304143 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port 185762b8-0595-4424-a8dd-873f88a87cb8, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=185762b8-0595-4424-a8dd-873f88a87cb8,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:05.333457 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:27:05.338921 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-ddd6a1a8-3f5d-4c3f-8622-d2f0701cc6e5 None None] Provisioning complete for port 49f671d9-a943-43a1-a928-7932927f5c73 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:05.339379 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-f8719465-4478-446d-a6ac-f75db497f89e admin admin] 10.222.0.74 "PUT /v2.0/routers/e8e18b88-a830-4670-b872-f7f25e7b8d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6232593 Mar 31 20:27:05.339983 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-ddd6a1a8-3f5d-4c3f-8622-d2f0701cc6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (49f671d9-a943-43a1-a928-7932927f5c73), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:05.378675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (185762b8-0595-4424-a8dd-873f88a87cb8), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:05.383017 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6a1a8-3f5d-4c3f-8622-d2f0701cc6e5 None None] Port 49f671d9-a943-43a1-a928-7932927f5c73 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:27:05.429420 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=185762b8-0595-4424-a8dd-873f88a87cb8,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:05.696609 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf25d0b-2a7b-4be1-9ee5-4dbfc03e66c0 req-5112052f-9097-4c50-b1d0-1d4c4285d0af tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:05.698889 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7bf25d0b-2a7b-4be1-9ee5-4dbfc03e66c0 req-5112052f-9097-4c50-b1d0-1d4c4285d0af tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.76 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 946 time: 0.0623536 Mar 31 20:27:05.803990 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-7bf25d0b-2a7b-4be1-9ee5-4dbfc03e66c0 req-f13cf61f-8397-4219-8d08-3a7859668436 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Deleting port a4b7be95-9650-4719-9027-044ef0774021 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:05.804334 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-7bf25d0b-2a7b-4be1-9ee5-4dbfc03e66c0 req-f13cf61f-8397-4219-8d08-3a7859668436 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (a4b7be95-9650-4719-9027-044ef0774021), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:05.891835 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-7bf25d0b-2a7b-4be1-9ee5-4dbfc03e66c0 req-f13cf61f-8397-4219-8d08-3a7859668436 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] For port a4b7be95-9650-4719-9027-044ef0774021, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a4b7be95-9650-4719-9027-044ef0774021,segment=NetworkSegment(ce3acc30-0833-4eee-8219-36842b488a1d),segment_id=ce3acc30-0833-4eee-8219-36842b488a1d)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:05.892207 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-7bf25d0b-2a7b-4be1-9ee5-4dbfc03e66c0 req-f13cf61f-8397-4219-8d08-3a7859668436 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (a4b7be95-9650-4719-9027-044ef0774021), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:05.908705 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-7bf25d0b-2a7b-4be1-9ee5-4dbfc03e66c0 req-f13cf61f-8397-4219-8d08-3a7859668436 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Calling delete_port for a4b7be95-9650-4719-9027-044ef0774021 owned by compute:nova {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:06.075419 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-7bf25d0b-2a7b-4be1-9ee5-4dbfc03e66c0 req-f13cf61f-8397-4219-8d08-3a7859668436 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (a4b7be95-9650-4719-9027-044ef0774021), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:06.092923 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 43094) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:06.098089 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-8ab1dcee-5d55-435b-8746-a771bbf4880a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1989252704', 'description': 'tempest-secgroup-smoke-1989252704 description', 'project_id': '8abb313c6a084802a72b9d6238fd2df6'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:06.104110 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a6710030-c1db-41e8-aa8c-5745bbee4996 req-84e3a86d-b5e9-41ca-9861-f9376eba4767 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 210 time: 0.0505736 Mar 31 20:27:06.107641 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['a4b7be95-9650-4719-9027-044ef0774021'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:27:06.116088 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cf61f-8397-4219-8d08-3a7859668436 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Pushing event deleted for resources: {'Port': ['ID=a4b7be95-9650-4719-9027-044ef0774021,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:06.195774 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8ab1dcee-5d55-435b-8746-a771bbf4880a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:06.211578 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf25d0b-2a7b-4be1-9ee5-4dbfc03e66c0 req-f13cf61f-8397-4219-8d08-3a7859668436 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] No DVR routers for this DVR port a4b7be95-9650-4719-9027-044ef0774021 on host hv-cinder-83607 {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:27:06.216037 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-7bf25d0b-2a7b-4be1-9ee5-4dbfc03e66c0 req-f13cf61f-8397-4219-8d08-3a7859668436 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:06.222419 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7bf25d0b-2a7b-4be1-9ee5-4dbfc03e66c0 req-f13cf61f-8397-4219-8d08-3a7859668436 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.76 "DELETE /v2.0/ports/a4b7be95-9650-4719-9027-044ef0774021 HTTP/1.1" status: 204 len: 173 time: 0.5169334 Mar 31 20:27:06.223114 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d2c430-7195-474a-8168-4a31e5d30b62', 'name': 'network-vif-deleted', 'tag': 'a4b7be95-9650-4719-9027-044ef0774021'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:06.226986 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b599368c-cc2b-49ae-ae87-c59d8750d60d" -d '{"events": [{"server_uuid": "51d2c430-7195-474a-8168-4a31e5d30b62", "name": "network-vif-deleted", "tag": "a4b7be95-9650-4719-9027-044ef0774021"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:06.266584 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [req-81e29fd3-4677-4a1d-a57c-8167b00d8360 req-770b70c1-6f64-425c-8c07-d29c252dc15c service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:27:06.267613 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-81e29fd3-4677-4a1d-a57c-8167b00d8360 req-770b70c1-6f64-425c-8c07-d29c252dc15c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059047 Mar 31 20:27:06.290698 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8ab1dcee-5d55-435b-8746-a771bbf4880a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group (a53997ca-b336-46d5-97cf-7b3a6f3b8156), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:06.378182 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8ab1dcee-5d55-435b-8746-a771bbf4880a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (a53997ca-b336-46d5-97cf-7b3a6f3b8156), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:06.407688 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1dcee-5d55-435b-8746-a771bbf4880a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a53997ca-b336-46d5-97cf-7b3a6f3b8156,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:06.535815 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8ab1dcee-5d55-435b-8746-a771bbf4880a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:06.539757 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-8ab1dcee-5d55-435b-8746-a771bbf4880a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4429870 Mar 31 20:27:06.539994 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 43104) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:06.545884 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-32d96dde-423b-44d2-86e6-2670e5eec518 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Request body: {'security_group_rule': {'security_group_id': 'a53997ca-b336-46d5-97cf-7b3a6f3b8156', 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:06.670118 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Sync routers for ids ['e8e18b88-a830-4670-b872-f7f25e7b8d76'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:27:06.681396 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Routers {'e8e18b88-a830-4670-b872-f7f25e7b8d76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:06.682670 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:26:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e8e18b88-a830-4670-b872-f7f25e7b8d76'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:06.688456 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f347e2-3cc7-47f4-b5ad-d28140dcfc35 x-openstack-request-id: req-19f347e2-3cc7-47f4-b5ad-d28140dcfc35 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:06.688834 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d2c430-7195-474a-8168-4a31e5d30b62", "name": "network-vif-deleted", "tag": "a4b7be95-9650-4719-9027-044ef0774021", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:06.689197 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-19f347e2-3cc7-47f4-b5ad-d28140dcfc35 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:06.689714 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f347e2-3cc7-47f4-b5ad-d28140dcfc35'] response: {'server_uuid': '51d2c430-7195-474a-8168-4a31e5d30b62', 'name': 'network-vif-deleted', 'tag': 'a4b7be95-9650-4719-9027-044ef0774021', 'status': 'completed', 'code': 200} Mar 31 20:27:06.698094 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-32d96dde-423b-44d2-86e6-2670e5eec518 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (414e43d2-a93c-47eb-94ef-aa42a7a9b495), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:06.816812 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-32d96dde-423b-44d2-86e6-2670e5eec518 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (414e43d2-a93c-47eb-94ef-aa42a7a9b495), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:06.844925 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Set router e8e18b88-a830-4670-b872-f7f25e7b8d76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:06.848801 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79ab91-6cba-4b4d-8113-5d2b36a01abd req-9daa530a-2cfd-4bbe-abeb-0e38d13c3af0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:06.850717 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5f79ab91-6cba-4b4d-8113-5d2b36a01abd req-9daa530a-2cfd-4bbe-abeb-0e38d13c3af0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0728357 Mar 31 20:27:06.866141 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-32d96dde-423b-44d2-86e6-2670e5eec518 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (414e43d2-a93c-47eb-94ef-aa42a7a9b495), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:06.902280 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d96dde-423b-44d2-86e6-2670e5eec518 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414e43d2-a93c-47eb-94ef-aa42a7a9b495,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:06.933127 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5f79ab91-6cba-4b4d-8113-5d2b36a01abd req-4d7a709d-233e-46e4-a437-8deebdb20be3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759130 Mar 31 20:27:06.974298 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device a4b7be95-9650-4719-9027-044ef0774021 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:27:06.981861 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-32d96dde-423b-44d2-86e6-2670e5eec518 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:06.983655 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-32d96dde-423b-44d2-86e6-2670e5eec518 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4426205 Mar 31 20:27:06.986362 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 43120) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:06.991289 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-fb95512d-8ef9-4a24-8389-80f284a2f328 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Request body: {'security_group_rule': {'security_group_id': 'a53997ca-b336-46d5-97cf-7b3a6f3b8156', 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:07.005109 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: a4b7be95-9650-4719-9027-044ef0774021 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:27:07.009979 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device a4b7be95-9650-4719-9027-044ef0774021 not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:27:07.009979 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 489eac41-0e94-4afa-acc8-3d38486d6350 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:27:07.049560 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 185762b8-0595-4424-a8dd-873f88a87cb8 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:27:07.097561 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fb95512d-8ef9-4a24-8389-80f284a2f328 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (e35734df-023c-4aac-b65c-993eea97cac8), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.158090 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fb95512d-8ef9-4a24-8389-80f284a2f328 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (e35734df-023c-4aac-b65c-993eea97cac8), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.188876 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 489eac41-0e94-4afa-acc8-3d38486d6350 is: DOWN; New status is: DOWN {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:07.194586 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 185762b8-0595-4424-a8dd-873f88a87cb8 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:07.194966 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (185762b8-0595-4424-a8dd-873f88a87cb8), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.229929 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-06539c57-7464-47a3-9308-4a8f9cecea1d req-5000a00c-a36a-41db-bb1f-6eb8aa252e87 tempest-VolumesActionsTest-1760960874 tempest-VolumesActionsTest-1760960874-project] 10.222.0.74 "GET /v2.0/ports?device_id=51d2c430-7195-474a-8168-4a31e5d30b62 HTTP/1.1" status: 200 len: 210 time: 0.0271733 Mar 31 20:27:07.235334 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'name': 'tempest-TestShelveInstance-1437670971-router', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '185762b8-0595-4424-a8dd-873f88a87cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:59Z', 'updated_at': '2022-03-31T20:27:04Z', 'revision_number': 4, 'project_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'gw_port': {'id': '185762b8-0595-4424-a8dd-873f88a87cb8', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:27:00Z', 'updated_at': '2022-03-31T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '49f671d9-a943-43a1-a928-7932927f5c73', 'name': '', 'network_id': '69b40413-7ab5-46a2-8525-66e9aaa2c2dc', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'mac_address': 'fa:16:3e:61:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '786c9a6d-be6e-4da0-8e81-81e8713176ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:27:03Z', 'updated_at': '2022-03-31T20:27:04Z', 'revision_number': 2, 'project_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'subnets': [{'id': '786c9a6d-be6e-4da0-8e81-81e8713176ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:07.264293 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Checking router: e8e18b88-a830-4670-b872-f7f25e7b8d76 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:27:07.264649 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Updating router e8e18b88-a830-4670-b872-f7f25e7b8d76 port 49f671d9-a943-43a1-a928-7932927f5c73 binding host dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:27:07.269100 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fb95512d-8ef9-4a24-8389-80f284a2f328 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (e35734df-023c-4aac-b65c-993eea97cac8), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.288410 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95512d-8ef9-4a24-8389-80f284a2f328 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35734df-023c-4aac-b65c-993eea97cac8,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:07.300202 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (49f671d9-a943-43a1-a928-7932927f5c73), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.369185 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 185762b8-0595-4424-a8dd-873f88a87cb8 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:07.381100 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fb95512d-8ef9-4a24-8389-80f284a2f328 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.383822 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-fb95512d-8ef9-4a24-8389-80f284a2f328 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3958600 Mar 31 20:27:07.386618 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 43134) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:07.392996 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-2ce287ff-7692-4116-8f79-8fb5c65b2f54 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Request body: {'security_group_rule': {'security_group_id': 'a53997ca-b336-46d5-97cf-7b3a6f3b8156', 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:07.414073 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 43136) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:07.491471 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2ce287ff-7692-4116-8f79-8fb5c65b2f54 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (204ddbbb-c91a-4362-8ad8-b5730591826f), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.521204 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-9cbc06a5-d4bd-4223-84cc-dd3e7b2a2b41 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053467 Mar 31 20:27:07.525944 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-aee3c7c6-d610-4e0c-94b2-d713ded5af8b service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:27:07.536646 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-aee3c7c6-d610-4e0c-94b2-d713ded5af8b service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087218 Mar 31 20:27:07.590720 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2ce287ff-7692-4116-8f79-8fb5c65b2f54 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (204ddbbb-c91a-4362-8ad8-b5730591826f), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.625505 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 43144) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:07.642315 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Publish callbacks [] for port (49f671d9-a943-43a1-a928-7932927f5c73), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.663576 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2ce287ff-7692-4116-8f79-8fb5c65b2f54 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (204ddbbb-c91a-4362-8ad8-b5730591826f), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.686059 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce287ff-7692-4116-8f79-8fb5c65b2f54 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204ddbbb-c91a-4362-8ad8-b5730591826f,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:07.698435 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (49f671d9-a943-43a1-a928-7932927f5c73), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.735816 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-846f0ac4-ec1a-4327-afae-fb45a735c95c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:07.740669 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-846f0ac4-ec1a-4327-afae-fb45a735c95c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports/489eac41-0e94-4afa-acc8-3d38486d6350 HTTP/1.1" status: 200 len: 940 time: 0.1131182 Mar 31 20:27:07.752224 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2ce287ff-7692-4116-8f79-8fb5c65b2f54 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.753791 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-2ce287ff-7692-4116-8f79-8fb5c65b2f54 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3648756 Mar 31 20:27:07.757062 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 43150) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:07.766417 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-a4a497f6-4355-4cff-a593-55c071adeb35 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Request body: {'security_group_rule': {'security_group_id': 'a53997ca-b336-46d5-97cf-7b3a6f3b8156', 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:07.787012 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db0405-60bc-4214-9855-c18884d1f21b None None] Pushing event updated for resources: {'Port': ['ID=49f671d9-a943-43a1-a928-7932927f5c73,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:07.871789 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Attempting to bind port 49f671d9-a943-43a1-a928-7932927f5c73 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:27:07.871789 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Attempting to bind port 49f671d9-a943-43a1-a928-7932927f5c73 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': 'd3e0c201-ba71-45cd-9c2f-f68e90b4770e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '69b40413-7ab5-46a2-8525-66e9aaa2c2dc'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:27:07.871789 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Attempting to bind port 49f671d9-a943-43a1-a928-7932927f5c73 on network 69b40413-7ab5-46a2-8525-66e9aaa2c2dc {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:27:07.876304 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:27:07.876658 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Checking segment: {'id': 'd3e0c201-ba71-45cd-9c2f-f68e90b4770e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '69b40413-7ab5-46a2-8525-66e9aaa2c2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:27:07.877177 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.877577 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Bound using segment: {'id': 'd3e0c201-ba71-45cd-9c2f-f68e90b4770e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '69b40413-7ab5-46a2-8525-66e9aaa2c2dc'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:27:07.878110 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Bound port: 49f671d9-a943-43a1-a928-7932927f5c73, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e0c201-ba71-45cd-9c2f-f68e90b4770e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '69b40413-7ab5-46a2-8525-66e9aaa2c2dc'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:27:07.878421 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (49f671d9-a943-43a1-a928-7932927f5c73), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.910718 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a4a497f6-4355-4cff-a593-55c071adeb35 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (920fc04a-e5c3-4e0a-9431-fa5e8808f195), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:07.948282 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] For port 49f671d9-a943-43a1-a928-7932927f5c73, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:27:07.952142 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] For port 49f671d9-a943-43a1-a928-7932927f5c73, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=49f671d9-a943-43a1-a928-7932927f5c73,segment=NetworkSegment(d3e0c201-ba71-45cd-9c2f-f68e90b4770e),segment_id=d3e0c201-ba71-45cd-9c2f-f68e90b4770e)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:27:07.977997 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a4a497f6-4355-4cff-a593-55c071adeb35 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (920fc04a-e5c3-4e0a-9431-fa5e8808f195), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:08.031772 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-555a4d49-bdd4-4d19-afb6-17d6c4ebaf80 None None] Provisioning complete for port 49f671d9-a943-43a1-a928-7932927f5c73 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:08.031772 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-555a4d49-bdd4-4d19-afb6-17d6c4ebaf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (49f671d9-a943-43a1-a928-7932927f5c73), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:08.060120 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-555a4d49-bdd4-4d19-afb6-17d6c4ebaf80 None None] Port 49f671d9-a943-43a1-a928-7932927f5c73 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:27:08.061591 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9b106-9a7a-4324-a784-80585935a9fc req-31dfabc7-37c5-470d-a7a5-c9ad87757508 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:08.063253 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-28a9b106-9a7a-4324-a784-80585935a9fc req-31dfabc7-37c5-470d-a7a5-c9ad87757508 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0559933 Mar 31 20:27:08.081480 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a4a497f6-4355-4cff-a593-55c071adeb35 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (920fc04a-e5c3-4e0a-9431-fa5e8808f195), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:08.083209 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (49f671d9-a943-43a1-a928-7932927f5c73), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:08.100593 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a497f6-4355-4cff-a593-55c071adeb35 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920fc04a-e5c3-4e0a-9431-fa5e8808f195,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:08.114180 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-28a9b106-9a7a-4324-a784-80585935a9fc req-9c4e47d8-f8ea-418c-a406-a45c53f306d2 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453691 Mar 31 20:27:08.156567 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Routers {'e8e18b88-a830-4670-b872-f7f25e7b8d76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:08.157411 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:26:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e8e18b88-a830-4670-b872-f7f25e7b8d76'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:08.164599 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db0405-60bc-4214-9855-c18884d1f21b None None] Pushing event updated for resources: {'Port': ['ID=49f671d9-a943-43a1-a928-7932927f5c73,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:08.232471 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a4a497f6-4355-4cff-a593-55c071adeb35 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:08.234108 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a4a497f6-4355-4cff-a593-55c071adeb35 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4762383 Mar 31 20:27:08.236536 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 43160) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:08.240965 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-5184b8da-78fd-46b6-abaf-5a067dfdf8c7 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Request body: {'security_group_rule': {'security_group_id': 'a53997ca-b336-46d5-97cf-7b3a6f3b8156', 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:08.412177 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-e65a0e00-2bfc-434d-a796-41a34723f8d4 None None] Provisioning complete for port 49f671d9-a943-43a1-a928-7932927f5c73 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:08.412484 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e65a0e00-2bfc-434d-a796-41a34723f8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (49f671d9-a943-43a1-a928-7932927f5c73), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:08.418556 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.securitygroups_db [None req-5184b8da-78fd-46b6-abaf-5a067dfdf8c7 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Project 8abb313c6a084802a72b9d6238fd2df6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:27:08.432543 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5184b8da-78fd-46b6-abaf-5a067dfdf8c7 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (e06d848a-f7ad-4caf-a2d4-9bbe6284a6e6), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:08.445028 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] Set router e8e18b88-a830-4670-b872-f7f25e7b8d76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:08.524003 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5184b8da-78fd-46b6-abaf-5a067dfdf8c7 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (e06d848a-f7ad-4caf-a2d4-9bbe6284a6e6), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:08.619602 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-e65a0e00-2bfc-434d-a796-41a34723f8d4 None None] Current status of the port 49f671d9-a943-43a1-a928-7932927f5c73 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:08.620407 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e65a0e00-2bfc-434d-a796-41a34723f8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (49f671d9-a943-43a1-a928-7932927f5c73), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:08.623758 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5184b8da-78fd-46b6-abaf-5a067dfdf8c7 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (e06d848a-f7ad-4caf-a2d4-9bbe6284a6e6), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:08.643902 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184b8da-78fd-46b6-abaf-5a067dfdf8c7 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06d848a-f7ad-4caf-a2d4-9bbe6284a6e6,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:08.694537 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-e65a0e00-2bfc-434d-a796-41a34723f8d4 None None] For port 49f671d9-a943-43a1-a928-7932927f5c73, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=49f671d9-a943-43a1-a928-7932927f5c73,segment=NetworkSegment(d3e0c201-ba71-45cd-9c2f-f68e90b4770e),segment_id=d3e0c201-ba71-45cd-9c2f-f68e90b4770e)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:08.712035 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5184b8da-78fd-46b6-abaf-5a067dfdf8c7 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:08.714083 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-5184b8da-78fd-46b6-abaf-5a067dfdf8c7 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4761059 Mar 31 20:27:08.718464 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 43174) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:08.721320 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-b510f424-1a4c-4ebf-bc77-9e6443e3c640 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Request body: {'security_group_rule': {'security_group_id': 'a53997ca-b336-46d5-97cf-7b3a6f3b8156', 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:08.724681 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'name': 'tempest-TestShelveInstance-1437670971-router', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '185762b8-0595-4424-a8dd-873f88a87cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:59Z', 'updated_at': '2022-03-31T20:27:04Z', 'revision_number': 4, 'project_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'gw_port': {'id': '185762b8-0595-4424-a8dd-873f88a87cb8', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:27:00Z', 'updated_at': '2022-03-31T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '49f671d9-a943-43a1-a928-7932927f5c73', 'name': '', 'network_id': '69b40413-7ab5-46a2-8525-66e9aaa2c2dc', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'mac_address': 'fa:16:3e:61:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '786c9a6d-be6e-4da0-8e81-81e8713176ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:27:03Z', 'updated_at': '2022-03-31T20:27:07Z', 'revision_number': 4, 'project_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'subnets': [{'id': '786c9a6d-be6e-4da0-8e81-81e8713176ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:08.750625 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcfb178-cbc0-4221-8741-f753d35bedcd None None] The sync data for ids ['e8e18b88-a830-4670-b872-f7f25e7b8d76'] in dv-cinder-836070-1-iscsi is: [{'id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'name': 'tempest-TestShelveInstance-1437670971-router', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '185762b8-0595-4424-a8dd-873f88a87cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:59Z', 'updated_at': '2022-03-31T20:27:04Z', 'revision_number': 4, 'project_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'gw_port': {'id': '185762b8-0595-4424-a8dd-873f88a87cb8', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:27:00Z', 'updated_at': '2022-03-31T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '49f671d9-a943-43a1-a928-7932927f5c73', 'name': '', 'network_id': '69b40413-7ab5-46a2-8525-66e9aaa2c2dc', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'mac_address': 'fa:16:3e:61:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '786c9a6d-be6e-4da0-8e81-81e8713176ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:27:03Z', 'updated_at': '2022-03-31T20:27:07Z', 'revision_number': 4, 'project_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'subnets': [{'id': '786c9a6d-be6e-4da0-8e81-81e8713176ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:27:08.766837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e65a0e00-2bfc-434d-a796-41a34723f8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (49f671d9-a943-43a1-a928-7932927f5c73), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:08.846602 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a0e00-2bfc-434d-a796-41a34723f8d4 None None] Pushing event updated for resources: {'Port': ['ID=49f671d9-a943-43a1-a928-7932927f5c73,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:08.852253 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.securitygroups_db [None req-b510f424-1a4c-4ebf-bc77-9e6443e3c640 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Project 8abb313c6a084802a72b9d6238fd2df6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:27:08.872341 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b510f424-1a4c-4ebf-bc77-9e6443e3c640 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (62c5f7a0-bc24-4756-ba2c-7290c8248a26), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:08.995259 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b510f424-1a4c-4ebf-bc77-9e6443e3c640 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (62c5f7a0-bc24-4756-ba2c-7290c8248a26), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:09.058725 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b510f424-1a4c-4ebf-bc77-9e6443e3c640 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (62c5f7a0-bc24-4756-ba2c-7290c8248a26), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:09.082905 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510f424-1a4c-4ebf-bc77-9e6443e3c640 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c5f7a0-bc24-4756-ba2c-7290c8248a26,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:09.099208 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 49f671d9-a943-43a1-a928-7932927f5c73 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:27:09.165058 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b510f424-1a4c-4ebf-bc77-9e6443e3c640 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:09.170609 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 49f671d9-a943-43a1-a928-7932927f5c73 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:09.171069 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (49f671d9-a943-43a1-a928-7932927f5c73), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:09.173816 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b510f424-1a4c-4ebf-bc77-9e6443e3c640 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4558656 Mar 31 20:27:09.286161 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a811b92-b9c2-4c97-b031-3fccdea58bf0 req-707468f6-b9f4-490f-9820-dc24f9834ad8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:09.287937 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6a811b92-b9c2-4c97-b031-3fccdea58bf0 req-707468f6-b9f4-490f-9820-dc24f9834ad8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0841336 Mar 31 20:27:09.288081 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 49f671d9-a943-43a1-a928-7932927f5c73 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:09.348008 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6a811b92-b9c2-4c97-b031-3fccdea58bf0 req-c2ffefc5-ad72-4889-b69d-b7a08e5c7d2c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526009 Mar 31 20:27:09.492016 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a454325-dfab-4f2c-b09b-040276e0bf0d req-3d3d5ed0-e3a8-43b2-b48b-4f8cc145148b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:09.493857 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a454325-dfab-4f2c-b09b-040276e0bf0d req-3d3d5ed0-e3a8-43b2-b48b-4f8cc145148b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0594168 Mar 31 20:27:09.542322 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5a454325-dfab-4f2c-b09b-040276e0bf0d req-a2889c48-d17e-485a-8ce3-7bd4e6ffe042 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419805 Mar 31 20:27:10.293670 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:10.489054 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3f439-0781-4746-b52f-e6b248db1247 req-22fe4b51-56ad-4e41-813a-e9134bf3861a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:10.490630 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c2d3f439-0781-4746-b52f-e6b248db1247 req-22fe4b51-56ad-4e41-813a-e9134bf3861a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0620630 Mar 31 20:27:10.547831 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c2d3f439-0781-4746-b52f-e6b248db1247 req-1c3a05fc-c54d-4432-b50a-b19eb53f5786 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513697 Mar 31 20:27:10.677213 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb45d47-011a-43c7-bb17-0419a2b72adf req-b2ed701a-7e05-4745-9fad-cf6e2d3463ee tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:10.678707 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fbb45d47-011a-43c7-bb17-0419a2b72adf req-b2ed701a-7e05-4745-9fad-cf6e2d3463ee tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0555055 Mar 31 20:27:10.709222 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-a7bb8fdf-858c-409b-9330-4f351f47e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:10.710685 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-a7bb8fdf-858c-409b-9330-4f351f47e0b6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29&tenant_id=d5a4218c461f42dbb07a80644deeec2c HTTP/1.1" status: 200 len: 1127 time: 0.0799687 Mar 31 20:27:10.733129 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fbb45d47-011a-43c7-bb17-0419a2b72adf req-31f6e3b5-114b-4f0c-8140-764bb9e3d67c tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479217 Mar 31 20:27:10.813805 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-d9dea52c-715d-4eda-824e-4946dd2a90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:10.815271 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-d9dea52c-715d-4eda-824e-4946dd2a90eb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 1127 time: 0.0435650 Mar 31 20:27:10.908471 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-7caa563c-34d1-4a50-9213-f603e5462551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:10.909962 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-7caa563c-34d1-4a50-9213-f603e5462551 service neutron] 10.222.0.76 "GET /v2.0/networks?id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 200 len: 917 time: 0.0889726 Mar 31 20:27:10.974196 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-946a806c-e149-4ea4-9341-aeca1d6ac62f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=489eac41-0e94-4afa-acc8-3d38486d6350 HTTP/1.1" status: 200 len: 998 time: 0.0564940 Mar 31 20:27:11.242916 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-7722aeb9-f4a5-416d-99c2-ab961318fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:11.242916 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-7722aeb9-f4a5-416d-99c2-ab961318fcb7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bea34364-25de-4223-a970-366fe9a8bb90 HTTP/1.1" status: 200 len: 855 time: 0.2614915 Mar 31 20:27:11.290904 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-153ed6e8-8b84-4c9e-83ee-0ac8acad6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:11.292395 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-153ed6e8-8b84-4c9e-83ee-0ac8acad6fe4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444176 Mar 31 20:27:11.382540 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-c02fd87e-c0f7-4b81-a678-a0cb7f74a111 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827436 Mar 31 20:27:11.472496 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-976d4617-0ce8-4bfd-98b2-6aa200ef6170 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820668 Mar 31 20:27:11.669359 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872545b-f89d-4c38-8842-b33ae7bef8df req-1def192c-39df-4c42-ae3a-6b838527415d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:11.670821 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c872545b-f89d-4c38-8842-b33ae7bef8df req-1def192c-39df-4c42-ae3a-6b838527415d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0531909 Mar 31 20:27:11.719983 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c872545b-f89d-4c38-8842-b33ae7bef8df req-023a9017-1e8e-4a84-9519-8a4402213077 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435541 Mar 31 20:27:11.861342 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b7132-4009-4666-bf8c-9fceea8a098d req-847a4dd1-6b40-44b4-9244-a85823564ebf tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:11.863428 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9c3b7132-4009-4666-bf8c-9fceea8a098d req-847a4dd1-6b40-44b4-9244-a85823564ebf tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0541039 Mar 31 20:27:11.908889 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9c3b7132-4009-4666-bf8c-9fceea8a098d req-9e543e8f-78f9-4d2b-b7fb-175af5a4e6e5 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398335 Mar 31 20:27:12.839596 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd318ea2-ca74-4f68-b48b-95499cef2037 req-ca224d48-c2c8-462d-9c2e-5209f292aba1 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:12.841079 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dd318ea2-ca74-4f68-b48b-95499cef2037 req-ca224d48-c2c8-462d-9c2e-5209f292aba1 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0519681 Mar 31 20:27:12.886816 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dd318ea2-ca74-4f68-b48b-95499cef2037 req-837cd2fc-1bbf-49b1-b5f7-449a9973aa50 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401597 Mar 31 20:27:13.036183 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e85a9-56f7-4473-9460-cd10806786dc req-578365dc-971b-4db7-97a5-6726dc4b3a78 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:13.037674 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a34e85a9-56f7-4473-9460-cd10806786dc req-578365dc-971b-4db7-97a5-6726dc4b3a78 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0569093 Mar 31 20:27:13.083991 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a34e85a9-56f7-4473-9460-cd10806786dc req-c66407d5-6126-42f0-8970-17d0b6acd951 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Mar 31 20:27:14.007367 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ceec6-0cb3-48d7-a377-8aebf0e8ee64 req-6d8e9f30-d5fa-44c4-89cb-522c40589836 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:14.008821 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e43ceec6-0cb3-48d7-a377-8aebf0e8ee64 req-6d8e9f30-d5fa-44c4-89cb-522c40589836 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0526457 Mar 31 20:27:14.053516 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e43ceec6-0cb3-48d7-a377-8aebf0e8ee64 req-9bde4e3f-eefc-461e-90d6-4a520789231f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393002 Mar 31 20:27:14.201427 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26b8a2-4d43-4ad6-abd6-cf6618b7a322 req-a1bf3e17-e3d0-406c-8718-b71940a80b3e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:14.202827 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0d26b8a2-4d43-4ad6-abd6-cf6618b7a322 req-a1bf3e17-e3d0-406c-8718-b71940a80b3e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0514030 Mar 31 20:27:14.252693 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0d26b8a2-4d43-4ad6-abd6-cf6618b7a322 req-91638837-45b5-4074-8cba-f8ca87c1e68c tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440996 Mar 31 20:27:15.183573 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3b651-2030-4ed7-b486-a38ece296ca4 req-9f75cff7-4b0c-4ccd-aab0-e97339cc3e4e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:15.185048 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13f3b651-2030-4ed7-b486-a38ece296ca4 req-9f75cff7-4b0c-4ccd-aab0-e97339cc3e4e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0529349 Mar 31 20:27:15.239532 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13f3b651-2030-4ed7-b486-a38ece296ca4 req-ed37d685-ab66-4308-b32e-3a682a702ea6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489047 Mar 31 20:27:15.368592 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083e5ed-2946-4d81-b5d2-e4b5a6930be5 req-19849cfe-af98-4b9c-8ff0-21fea138a1b1 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:15.370576 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b083e5ed-2946-4d81-b5d2-e4b5a6930be5 req-19849cfe-af98-4b9c-8ff0-21fea138a1b1 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0524304 Mar 31 20:27:15.415368 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b083e5ed-2946-4d81-b5d2-e4b5a6930be5 req-6cc16734-d407-42eb-8788-ed9dc8f70836 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Mar 31 20:27:16.367453 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eefa98-8017-4d6d-97b2-3ea367e16116 req-3609f31c-6e9e-4ec6-b37a-804a40cb019e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:16.368936 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83eefa98-8017-4d6d-97b2-3ea367e16116 req-3609f31c-6e9e-4ec6-b37a-804a40cb019e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0551445 Mar 31 20:27:16.414873 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83eefa98-8017-4d6d-97b2-3ea367e16116 req-69454ae1-bfab-4e5e-a6a4-1dde997f97c1 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401211 Mar 31 20:27:16.536817 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9dd38-4929-4571-8ba4-1df5eb2d0c88 req-1e0d11dc-d0a1-4868-a4ba-fee34ec892d6 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:16.538222 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10c9dd38-4929-4571-8ba4-1df5eb2d0c88 req-1e0d11dc-d0a1-4868-a4ba-fee34ec892d6 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0562236 Mar 31 20:27:16.583899 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10c9dd38-4929-4571-8ba4-1df5eb2d0c88 req-f228abfb-64c5-485d-9d86-5571e09ca280 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Mar 31 20:27:17.452206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c33a527d-5baa-4d52-a885-74754c40ee9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:17.541673 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaec1f0-9b11-4565-b363-c015d29a18af req-8bed80bf-e832-4b8d-9b7e-1cae578ad0ef tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:17.543279 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-eaaec1f0-9b11-4565-b363-c015d29a18af req-8bed80bf-e832-4b8d-9b7e-1cae578ad0ef tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0550528 Mar 31 20:27:17.595553 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-eaaec1f0-9b11-4565-b363-c015d29a18af req-1130b732-949c-4dc4-9c83-46bee6748003 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466444 Mar 31 20:27:17.703948 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ced93-86ea-4d31-9c50-91ebe233f51d req-c92f8b10-8e19-4052-acd3-831007acdb2e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:17.705372 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5c1ced93-86ea-4d31-9c50-91ebe233f51d req-c92f8b10-8e19-4052-acd3-831007acdb2e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0550134 Mar 31 20:27:17.754861 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5c1ced93-86ea-4d31-9c50-91ebe233f51d req-3585587e-700d-4e90-9caf-ac938d76de29 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436301 Mar 31 20:27:18.725291 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803c71d-47d8-463e-a834-7c8340e88bca req-c90893e9-f0e8-420d-b1b7-86f4a7555d65 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:18.726690 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a803c71d-47d8-463e-a834-7c8340e88bca req-c90893e9-f0e8-420d-b1b7-86f4a7555d65 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0587864 Mar 31 20:27:18.784076 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a803c71d-47d8-463e-a834-7c8340e88bca req-3502137e-22b4-423c-9d01-0a17521ad86e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513272 Mar 31 20:27:18.899134 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e900d0-089c-4437-a8b0-c00008457bad req-2128662f-9b4f-454a-8c73-1f15ddae503e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:18.900699 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25e900d0-089c-4437-a8b0-c00008457bad req-2128662f-9b4f-454a-8c73-1f15ddae503e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0565529 Mar 31 20:27:18.956411 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25e900d0-089c-4437-a8b0-c00008457bad req-5d5ae75e-d861-4767-affb-cf0eb4be0576 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459073 Mar 31 20:27:19.840827 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-94be2139-9f8f-4806-b262-fdce739ea4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:19.909780 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d19493-9b99-465c-b712-91fe572a6f94 req-de7ca20a-a929-46cc-94d1-6c358ff631c2 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:19.911155 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-19d19493-9b99-465c-b712-91fe572a6f94 req-de7ca20a-a929-46cc-94d1-6c358ff631c2 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0517979 Mar 31 20:27:19.956409 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-19d19493-9b99-465c-b712-91fe572a6f94 req-535f54c0-9a71-457a-83d6-05629c238da7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391285 Mar 31 20:27:20.082640 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f0d4b-e7f3-4df7-8c7c-450b304d560d req-872c9458-271a-42f9-9e85-339c761b0b4b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:20.084088 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec5f0d4b-e7f3-4df7-8c7c-450b304d560d req-872c9458-271a-42f9-9e85-339c761b0b4b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0540497 Mar 31 20:27:20.137207 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec5f0d4b-e7f3-4df7-8c7c-450b304d560d req-08dde4cb-7b2e-44b0-a191-0dab86158dee tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458684 Mar 31 20:27:20.926450 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:21.081284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c635c-18d8-4060-8031-496a1f91ccd8 req-d4104d9f-3f4c-45fa-9dc2-7f5a9c86f28e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:21.082773 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b69c635c-18d8-4060-8031-496a1f91ccd8 req-d4104d9f-3f4c-45fa-9dc2-7f5a9c86f28e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0529041 Mar 31 20:27:21.128856 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b69c635c-18d8-4060-8031-496a1f91ccd8 req-fbc56f81-a448-4fb8-9cfb-ca7e16b0ed14 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405726 Mar 31 20:27:21.257493 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5aa9f2-f8b8-4cba-bee7-451ae1e684f1 req-5dc798a3-158d-4261-afe5-42169cc514de tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:21.258972 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dc5aa9f2-f8b8-4cba-bee7-451ae1e684f1 req-5dc798a3-158d-4261-afe5-42169cc514de tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0543602 Mar 31 20:27:21.317707 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dc5aa9f2-f8b8-4cba-bee7-451ae1e684f1 req-9686dce8-5726-4acd-9f4f-50d32d391226 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526686 Mar 31 20:27:22.217963 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:22.267861 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd5b8e-8738-44f5-9d34-16178f77bfca req-c2d2cd8d-8fb4-4fc4-8b76-efde3b09c64e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:22.269429 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3dcd5b8e-8738-44f5-9d34-16178f77bfca req-c2d2cd8d-8fb4-4fc4-8b76-efde3b09c64e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0542099 Mar 31 20:27:22.317369 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3dcd5b8e-8738-44f5-9d34-16178f77bfca req-4c65b2ab-4236-462f-92c3-7d50ac3f5c40 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421612 Mar 31 20:27:22.435672 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494f778-5537-4747-8131-210674149b3c req-c91d62af-6107-4cba-a23d-e7a749ee2908 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:22.437076 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8494f778-5537-4747-8131-210674149b3c req-c91d62af-6107-4cba-a23d-e7a749ee2908 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0521388 Mar 31 20:27:22.488104 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8494f778-5537-4747-8131-210674149b3c req-40a43875-10b1-405c-aa8d-601465728040 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454791 Mar 31 20:27:23.458857 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd99ec-8a76-4546-8623-657a258ae634 req-e3cd2918-8dee-411a-b7eb-7a09bf7667c4 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:23.460353 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9dfd99ec-8a76-4546-8623-657a258ae634 req-e3cd2918-8dee-411a-b7eb-7a09bf7667c4 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0617414 Mar 31 20:27:23.508394 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9dfd99ec-8a76-4546-8623-657a258ae634 req-26d4f59e-17e4-4727-9230-2a64d2cf2b20 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416267 Mar 31 20:27:23.609933 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e3d28-e31c-4530-8ac7-6ccd0e8e7b5f req-677ed498-bfb7-4bf6-9e16-a517dd578d38 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:23.611345 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f76e3d28-e31c-4530-8ac7-6ccd0e8e7b5f req-677ed498-bfb7-4bf6-9e16-a517dd578d38 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0529661 Mar 31 20:27:23.661983 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f76e3d28-e31c-4530-8ac7-6ccd0e8e7b5f req-1473ee3e-ec7e-46aa-9132-970d0574f0a9 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431898 Mar 31 20:27:23.800310 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:24.640244 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13ab0f-d209-4a01-a878-a636c6712d62 req-86c97c47-6992-4f0c-a6a5-75a6eafe8655 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:24.641730 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7b13ab0f-d209-4a01-a878-a636c6712d62 req-86c97c47-6992-4f0c-a6a5-75a6eafe8655 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0560131 Mar 31 20:27:24.687150 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7b13ab0f-d209-4a01-a878-a636c6712d62 req-0e264f35-09ef-4ca9-8457-6a71a60a57ae tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399134 Mar 31 20:27:24.783094 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e8f7b-009e-49c1-8726-c4065d526b5b req-2893e0c4-54b2-4e7a-96ba-81029c91aa3f tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:24.784570 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-265e8f7b-009e-49c1-8726-c4065d526b5b req-2893e0c4-54b2-4e7a-96ba-81029c91aa3f tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0529780 Mar 31 20:27:24.830763 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-265e8f7b-009e-49c1-8726-c4065d526b5b req-62dae1bb-65f0-41af-8eab-1e8d39a07b99 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406551 Mar 31 20:27:25.812734 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55893569-e3a1-4afe-91ce-683d97fb4400 req-f12df596-2dae-4c65-a39d-8c4e592df7a0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:25.814234 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-55893569-e3a1-4afe-91ce-683d97fb4400 req-f12df596-2dae-4c65-a39d-8c4e592df7a0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0521390 Mar 31 20:27:25.866674 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-55893569-e3a1-4afe-91ce-683d97fb4400 req-13d87169-1a02-4c5f-86b4-c998253879fd tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458508 Mar 31 20:27:25.948989 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953585cf-1ea9-464a-bbe8-6481e3b367a0 req-6ec9f849-dd0b-40ca-a3d7-40bb37801e9f tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:25.950444 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-953585cf-1ea9-464a-bbe8-6481e3b367a0 req-6ec9f849-dd0b-40ca-a3d7-40bb37801e9f tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0529366 Mar 31 20:27:25.996200 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-953585cf-1ea9-464a-bbe8-6481e3b367a0 req-faa33d59-ca2a-4132-9325-68dd780aeb67 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399616 Mar 31 20:27:26.987937 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704be035-4cbd-4aa0-8124-699422041344 req-886d8386-48e0-475d-a9c4-f8afdc4c9e2b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:26.989428 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-704be035-4cbd-4aa0-8124-699422041344 req-886d8386-48e0-475d-a9c4-f8afdc4c9e2b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0527892 Mar 31 20:27:27.034718 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-704be035-4cbd-4aa0-8124-699422041344 req-5c8f1af1-de45-458d-a1d2-0d1be66d960d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398619 Mar 31 20:27:27.115331 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e8cbf-118d-4819-9aa7-76883194f64a req-d1f7ea4b-0c42-4036-b4a5-626071b1504e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:27.116777 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6d1e8cbf-118d-4819-9aa7-76883194f64a req-d1f7ea4b-0c42-4036-b4a5-626071b1504e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0541682 Mar 31 20:27:27.163714 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6d1e8cbf-118d-4819-9aa7-76883194f64a req-250d6f03-14e5-4279-9ac6-7bf50ce4663c tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Mar 31 20:27:28.158634 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a329a1b-2e29-4162-9fea-5d66de3826a7 req-648647bd-d74b-4077-9198-62dcf0e51c78 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:28.160112 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7a329a1b-2e29-4162-9fea-5d66de3826a7 req-648647bd-d74b-4077-9198-62dcf0e51c78 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0532103 Mar 31 20:27:28.208012 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7a329a1b-2e29-4162-9fea-5d66de3826a7 req-a555cf29-0553-4ee2-a67f-e9414c91e193 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423574 Mar 31 20:27:28.281268 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17598b74-d115-4985-a2f8-c401ad640da6 req-b0c66e3d-483a-486a-9e6a-4f5235ad1dbd tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:28.282801 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-17598b74-d115-4985-a2f8-c401ad640da6 req-b0c66e3d-483a-486a-9e6a-4f5235ad1dbd tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0528657 Mar 31 20:27:28.331958 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-17598b74-d115-4985-a2f8-c401ad640da6 req-20c0cbb6-0b38-4089-b933-f9710cf24c19 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Mar 31 20:27:29.330171 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e1619-855a-4ff2-bba7-eccaeed7acaf req-28f42fac-fca9-43f3-8cd8-871ed569cc1e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:29.331598 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-252e1619-855a-4ff2-bba7-eccaeed7acaf req-28f42fac-fca9-43f3-8cd8-871ed569cc1e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0507255 Mar 31 20:27:29.376956 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-252e1619-855a-4ff2-bba7-eccaeed7acaf req-ebbea02c-2e8a-4c40-a4b9-4f0f08827758 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398397 Mar 31 20:27:29.446285 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09c4dd-e7d1-4cb6-b6fd-5bd492ac5355 req-47acbb18-f5ef-40e1-a78e-dc6b30603fca tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:29.447706 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7e09c4dd-e7d1-4cb6-b6fd-5bd492ac5355 req-47acbb18-f5ef-40e1-a78e-dc6b30603fca tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0503600 Mar 31 20:27:29.494309 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7e09c4dd-e7d1-4cb6-b6fd-5bd492ac5355 req-8c411e07-cc7f-45eb-b71b-24d937a9268f tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 Mar 31 20:27:30.543190 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66794cbf-8112-4561-9833-4b306ca4545e req-8972e5b8-dea6-4549-bcd7-e6bf47585087 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:30.545869 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-66794cbf-8112-4561-9833-4b306ca4545e req-8972e5b8-dea6-4549-bcd7-e6bf47585087 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0973670 Mar 31 20:27:30.656283 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-66794cbf-8112-4561-9833-4b306ca4545e req-188bb58c-3e15-47db-87a3-6e3fc5cb6a7e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969694 Mar 31 20:27:30.679150 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e16c4-82e8-4d5b-9140-9f36d1403f16 req-04aaf312-9e7d-491d-85ca-43472488c440 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:30.680954 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3f4e16c4-82e8-4d5b-9140-9f36d1403f16 req-04aaf312-9e7d-491d-85ca-43472488c440 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0828686 Mar 31 20:27:30.744616 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3f4e16c4-82e8-4d5b-9140-9f36d1403f16 req-e2a08f57-c070-494b-a168-2bd4e3ac765c tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533199 Mar 31 20:27:30.815890 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:27:31.844628 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59d7c8-d17f-4c78-b71c-6ed7462efb69 req-1a5bf896-068a-40ef-8d90-87ce2b3aa153 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:31.857087 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0f59d7c8-d17f-4c78-b71c-6ed7462efb69 req-1a5bf896-068a-40ef-8d90-87ce2b3aa153 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.1018696 Mar 31 20:27:31.952573 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0f59d7c8-d17f-4c78-b71c-6ed7462efb69 req-03a045a7-36e1-4aff-a06f-8d25abb1dad2 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928023 Mar 31 20:27:31.996550 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04170851-0d63-44d8-84aa-4142e6739f82 req-086fd779-0ccd-4dd5-b297-9c5134204786 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:31.998102 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-04170851-0d63-44d8-84aa-4142e6739f82 req-086fd779-0ccd-4dd5-b297-9c5134204786 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.1090539 Mar 31 20:27:32.093877 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-04170851-0d63-44d8-84aa-4142e6739f82 req-26d4b8dd-c889-4403-ad17-f7c58c153545 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839853 Mar 31 20:27:33.115171 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 56f1a677-4a34-4d55-8704-295e43b77704 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:27:33.142963 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223ef27-ef78-413b-81bb-093ee5b7d039 req-f62ad567-1970-43f2-9d76-5ca6c28f542a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:33.144485 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2223ef27-ef78-413b-81bb-093ee5b7d039 req-f62ad567-1970-43f2-9d76-5ca6c28f542a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0959816 Mar 31 20:27:33.220245 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 56f1a677-4a34-4d55-8704-295e43b77704 is: ACTIVE; New status is: DOWN {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:33.221231 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (56f1a677-4a34-4d55-8704-295e43b77704), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:33.239793 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2223ef27-ef78-413b-81bb-093ee5b7d039 req-b73fb039-0a25-4cf6-a431-e8ccceb51221 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848343 Mar 31 20:27:33.268536 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 56f1a677-4a34-4d55-8704-295e43b77704, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f1a677-4a34-4d55-8704-295e43b77704,segment=NetworkSegment(43f20563-179b-4d26-b72d-873a9ed8bffe),segment_id=43f20563-179b-4d26-b72d-873a9ed8bffe)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:33.269667 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0d661d-39ef-4768-b788-deef6368f512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f1a677-4a34-4d55-8704-295e43b77704'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:33.272028 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3054f41-3a92-4c1c-8387-3bf9fb13a9d7" -d '{"events": [{"server_uuid": "be0d661d-39ef-4768-b788-deef6368f512", "name": "network-vif-unplugged", "status": "completed", "tag": "56f1a677-4a34-4d55-8704-295e43b77704"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:33.346094 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc5d860-b6d6-488b-bf1a-25694f49f967 x-openstack-request-id: req-ecc5d860-b6d6-488b-bf1a-25694f49f967 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:33.346405 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0d661d-39ef-4768-b788-deef6368f512", "name": "network-vif-unplugged", "status": "completed", "tag": "56f1a677-4a34-4d55-8704-295e43b77704", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:33.346687 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ecc5d860-b6d6-488b-bf1a-25694f49f967 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:33.347074 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc5d860-b6d6-488b-bf1a-25694f49f967'] response: {'server_uuid': 'be0d661d-39ef-4768-b788-deef6368f512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f1a677-4a34-4d55-8704-295e43b77704', 'code': 200} Mar 31 20:27:33.389137 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (56f1a677-4a34-4d55-8704-295e43b77704), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:33.407131 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de860a1f-3fcd-4e5c-a41d-52d5907f5810 req-8f370ba4-3df0-4075-bdf6-08a23cad2057 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:33.410384 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-de860a1f-3fcd-4e5c-a41d-52d5907f5810 req-8f370ba4-3df0-4075-bdf6-08a23cad2057 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 945 time: 0.0803113 Mar 31 20:27:33.499764 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-de860a1f-3fcd-4e5c-a41d-52d5907f5810 req-f2a7cc4f-5d54-4b26-95e2-2bce7d242bd8 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777965 Mar 31 20:27:33.500897 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=56f1a677-4a34-4d55-8704-295e43b77704,revision_number=6']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:33.510706 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:33.511068 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:33.511420 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:33.520675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:33.520675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:33.520675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:33.520675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:33.520675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:33.520675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:33.520675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:33.520675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:33.520675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:33.520675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:33.520675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:33.520675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:34.382391 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee051a-6152-44fd-bd4c-e68f332f252e req-44be2c0a-b6b3-4ee8-90ea-50a77ae90a9c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:34.391682 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-92ee051a-6152-44fd-bd4c-e68f332f252e req-44be2c0a-b6b3-4ee8-90ea-50a77ae90a9c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0753798 Mar 31 20:27:34.461009 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-92ee051a-6152-44fd-bd4c-e68f332f252e req-89e1a835-45e2-40d7-b51b-bcf88c20212f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670693 Mar 31 20:27:34.942854 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6ba2-b0bf-41c6-9932-aaec7897fa5c req-94959f22-0b2e-404b-b2dc-c30cb446dcec tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:34.944298 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-366a6ba2-b0bf-41c6-9932-aaec7897fa5c req-94959f22-0b2e-404b-b2dc-c30cb446dcec tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.3395708 Mar 31 20:27:35.025421 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-366a6ba2-b0bf-41c6-9932-aaec7897fa5c req-412fe91d-1b30-4340-aa68-d78ef9ca2ac3 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723360 Mar 31 20:27:35.809298 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128055-2091-42a0-821c-f51971f71a61 req-5c21a8d9-52b4-41aa-b1ba-8305830f0b59 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:35.810854 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cd128055-2091-42a0-821c-f51971f71a61 req-5c21a8d9-52b4-41aa-b1ba-8305830f0b59 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.1102879 Mar 31 20:27:35.913226 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cd128055-2091-42a0-821c-f51971f71a61 req-ed05a032-8014-4360-a459-d3d6f96c9529 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912664 Mar 31 20:27:36.182345 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf670ba-c433-45f1-af47-43daf031cfd6 req-5d587134-02db-42e7-b81a-6d3166be734d tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:36.183988 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dcf670ba-c433-45f1-af47-43daf031cfd6 req-5d587134-02db-42e7-b81a-6d3166be734d tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.0720439 Mar 31 20:27:36.267048 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dcf670ba-c433-45f1-af47-43daf031cfd6 req-c0dc3b8e-e902-491c-a74a-6dcf5c3479df tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632765 Mar 31 20:27:37.116335 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f7900-78b6-41b6-aff4-46ee66c8c180 req-12aa3241-bc72-4327-93db-4004f49b5610 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:37.123556 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0c7f7900-78b6-41b6-aff4-46ee66c8c180 req-12aa3241-bc72-4327-93db-4004f49b5610 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.1171765 Mar 31 20:27:37.188348 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0c7f7900-78b6-41b6-aff4-46ee66c8c180 req-8a1a2df8-b33a-41b7-826d-d5cedc3c1fa9 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638247 Mar 31 20:27:37.463721 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a189238-42a7-4d81-b725-3ca999012b1c req-bbf6612e-f64f-4837-bb5b-145bf813e9ed tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:37.471012 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0a189238-42a7-4d81-b725-3ca999012b1c req-bbf6612e-f64f-4837-bb5b-145bf813e9ed tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.0945041 Mar 31 20:27:37.534397 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0a189238-42a7-4d81-b725-3ca999012b1c req-be2db6ae-dd9e-4282-9ab5-323de2e55383 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619838 Mar 31 20:27:38.437269 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e827d-d743-45a5-853e-9a8078bc62a3 req-2c2d9d69-9bb2-4beb-8bb3-47692397a051 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:38.473295 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d18e827d-d743-45a5-853e-9a8078bc62a3 req-2c2d9d69-9bb2-4beb-8bb3-47692397a051 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0621705 Mar 31 20:27:38.519009 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d18e827d-d743-45a5-853e-9a8078bc62a3 req-2f4d7849-b6e6-44da-8591-93702211cb2b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694041 Mar 31 20:27:38.756181 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28cfc-2c0b-4064-93b7-c57e4b4790f9 req-c1863dd0-4115-4239-8317-f90605cabf5a tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:38.757631 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d8b28cfc-2c0b-4064-93b7-c57e4b4790f9 req-c1863dd0-4115-4239-8317-f90605cabf5a tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.1573682 Mar 31 20:27:38.811290 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d8b28cfc-2c0b-4064-93b7-c57e4b4790f9 req-eeca2665-11f9-41f4-af22-685dada0eae9 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470834 Mar 31 20:27:39.646580 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3119e-b395-42ad-9961-cdbd6e9cc88c req-dac2c191-91ef-464b-8585-0c359c42ecde tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:39.648189 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cde3119e-b395-42ad-9961-cdbd6e9cc88c req-dac2c191-91ef-464b-8585-0c359c42ecde tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0581090 Mar 31 20:27:39.697135 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cde3119e-b395-42ad-9961-cdbd6e9cc88c req-8b49b34e-6d96-4947-b44d-9b622e9c703f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430658 Mar 31 20:27:39.959861 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d2f5d-bf54-418b-b76a-46fa660b368c req-ccb33a20-c518-485b-9fb2-24fdd24eb2d5 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:39.961470 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec4d2f5d-bf54-418b-b76a-46fa660b368c req-ccb33a20-c518-485b-9fb2-24fdd24eb2d5 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.0769100 Mar 31 20:27:40.012923 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec4d2f5d-bf54-418b-b76a-46fa660b368c req-a7a3654c-3f1f-4511-872d-5d753b3d9225 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451453 Mar 31 20:27:40.360412 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:40.882118 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f24b1-0688-4e81-8181-8bb29ea7fafa req-13e09384-af15-4e65-9e8d-e169d4f9c83d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:40.885196 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e94f24b1-0688-4e81-8181-8bb29ea7fafa req-13e09384-af15-4e65-9e8d-e169d4f9c83d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0660007 Mar 31 20:27:40.963685 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e94f24b1-0688-4e81-8181-8bb29ea7fafa req-19c5bcde-75ce-4ef0-9ff4-9081504b3ab5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690374 Mar 31 20:27:41.190253 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e92975-1677-4d00-97cf-fc2340df27be req-51d18b0e-2f97-4af7-84c2-3eb005682f41 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:41.191886 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-94e92975-1677-4d00-97cf-fc2340df27be req-51d18b0e-2f97-4af7-84c2-3eb005682f41 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.0894458 Mar 31 20:27:41.265452 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-94e92975-1677-4d00-97cf-fc2340df27be req-e6f5ccad-018f-4079-bcd9-96a239b248a3 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674245 Mar 31 20:27:42.091965 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695c171-8b45-4578-a746-96002daf0387 req-b2f8bcc5-2c9a-41c1-83e1-45822b31db8f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:42.094915 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b695c171-8b45-4578-a746-96002daf0387 req-b2f8bcc5-2c9a-41c1-83e1-45822b31db8f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0619562 Mar 31 20:27:42.149411 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b695c171-8b45-4578-a746-96002daf0387 req-a0f44d1f-c812-4b1f-8875-426793b7c27d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470867 Mar 31 20:27:42.371920 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b065c-b47b-44ea-a5a4-35958a5026e7 req-1a9998f1-3fcc-402a-ac4e-7073893895d9 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:42.373465 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d34b065c-b47b-44ea-a5a4-35958a5026e7 req-1a9998f1-3fcc-402a-ac4e-7073893895d9 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.0603669 Mar 31 20:27:42.423498 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d34b065c-b47b-44ea-a5a4-35958a5026e7 req-56bec4f8-0470-49b1-b7cc-76e2100471d8 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439470 Mar 31 20:27:43.322515 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe68e1-7a34-4399-87c0-d2afe41bf9c9 req-d7857105-7bac-4852-8ed2-8e76616b37d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:43.324587 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-77fe68e1-7a34-4399-87c0-d2afe41bf9c9 req-d7857105-7bac-4852-8ed2-8e76616b37d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0743275 Mar 31 20:27:43.394889 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-77fe68e1-7a34-4399-87c0-d2afe41bf9c9 req-2b5f7831-1952-4808-9f87-170872a07b59 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631623 Mar 31 20:27:43.561843 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358009b-fbf1-4a42-9bf1-eb303ea22a7c req-20bfe390-87c2-4ee4-8f5b-8a4a0f42a9a3 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:43.570324 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c358009b-fbf1-4a42-9bf1-eb303ea22a7c req-20bfe390-87c2-4ee4-8f5b-8a4a0f42a9a3 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.0693007 Mar 31 20:27:43.636466 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c358009b-fbf1-4a42-9bf1-eb303ea22a7c req-05879086-f3e2-416a-b4fe-3da6d6f0d91f tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644164 Mar 31 20:27:44.637126 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3c37-ec7e-4d7f-8038-b63b3beec035 req-210c9c11-c0f1-4afa-a3c5-2778c0b40ffa tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:44.638486 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-560f3c37-ec7e-4d7f-8038-b63b3beec035 req-210c9c11-c0f1-4afa-a3c5-2778c0b40ffa tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.1458449 Mar 31 20:27:44.751946 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-560f3c37-ec7e-4d7f-8038-b63b3beec035 req-4cbd0db5-753f-4e34-9361-e938c7ed2ee0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014423 Mar 31 20:27:44.835958 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717efd6-67e4-4ead-a9e7-cd0d63df4e61 req-3a686993-1731-4483-8330-5f0ac6c90e13 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:44.843965 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8717efd6-67e4-4ead-a9e7-cd0d63df4e61 req-3a686993-1731-4483-8330-5f0ac6c90e13 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.0905683 Mar 31 20:27:44.921443 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8717efd6-67e4-4ead-a9e7-cd0d63df4e61 req-a332154c-691f-42f4-a4e0-1384d36c636e tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764589 Mar 31 20:27:45.878324 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402889ff-835a-47d5-bb99-31aef191d9df req-a47dd8dc-1e09-4040-8958-66e485fb4b07 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:45.879698 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-402889ff-835a-47d5-bb99-31aef191d9df req-a47dd8dc-1e09-4040-8958-66e485fb4b07 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0514548 Mar 31 20:27:45.952769 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-402889ff-835a-47d5-bb99-31aef191d9df req-0e3d7d32-7a5c-45f0-b53d-30f7730d5ce0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669539 Mar 31 20:27:46.064799 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625183e-4161-429f-9b01-35ec3624fddf req-0de82adc-4084-4ab9-8dc2-175cea76f08a tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:46.069298 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7625183e-4161-429f-9b01-35ec3624fddf req-0de82adc-4084-4ab9-8dc2-175cea76f08a tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.0628116 Mar 31 20:27:46.125086 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7625183e-4161-429f-9b01-35ec3624fddf req-ffb29b3e-0ab2-4354-8a83-4754ed520a5f tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504255 Mar 31 20:27:47.075537 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9073be8-c8e6-4318-ab9d-39d82b42ffc5 req-51de0406-cf7a-40b7-abec-113f9c0d8fd7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:47.077401 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9073be8-c8e6-4318-ab9d-39d82b42ffc5 req-51de0406-cf7a-40b7-abec-113f9c0d8fd7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0572834 Mar 31 20:27:47.122648 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9073be8-c8e6-4318-ab9d-39d82b42ffc5 req-23213fd0-8f49-4a71-97f2-19e2c1cb3075 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398481 Mar 31 20:27:47.247398 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fc515-001d-4bda-bf06-8b84cb0c0124 req-26575eaa-d95e-484f-a22c-3c65a10277c5 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:47.248891 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-376fc515-001d-4bda-bf06-8b84cb0c0124 req-26575eaa-d95e-484f-a22c-3c65a10277c5 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.0532224 Mar 31 20:27:47.295231 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-376fc515-001d-4bda-bf06-8b84cb0c0124 req-11c808de-d0bb-40f0-9190-bf00774f5825 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409460 Mar 31 20:27:47.435783 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718c88a-a39f-4d9e-85b4-c0199dd6b15a req-5ea74011-3e1f-4ccc-aef1-b50bc4b47641 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:47.437642 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e718c88a-a39f-4d9e-85b4-c0199dd6b15a req-5ea74011-3e1f-4ccc-aef1-b50bc4b47641 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.76 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 943 time: 0.0570116 Mar 31 20:27:47.445979 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8f2fd7c8-b1b9-4a39-9cc9-bf87725f82cd req-f44ab45e-d39e-4daa-89cb-b0872bac88e5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452833 Mar 31 20:27:47.525579 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-24ec7357-0452-40fb-a720-6be567f4e2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:47.543402 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-e718c88a-a39f-4d9e-85b4-c0199dd6b15a req-0568c4e7-0528-4ce0-8fa5-eb7814f5e1d0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Deleting port 56f1a677-4a34-4d55-8704-295e43b77704 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:47.543739 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e718c88a-a39f-4d9e-85b4-c0199dd6b15a req-0568c4e7-0528-4ce0-8fa5-eb7814f5e1d0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (56f1a677-4a34-4d55-8704-295e43b77704), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:47.545183 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fd7c8-b1b9-4a39-9cc9-bf87725f82cd req-89badacd-cf19-47cb-954d-c601a450f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:47.546691 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8f2fd7c8-b1b9-4a39-9cc9-bf87725f82cd req-89badacd-cf19-47cb-954d-c601a450f968 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 1130 time: 0.0502880 Mar 31 20:27:47.631066 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-e718c88a-a39f-4d9e-85b4-c0199dd6b15a req-0568c4e7-0528-4ce0-8fa5-eb7814f5e1d0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] For port 56f1a677-4a34-4d55-8704-295e43b77704, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f1a677-4a34-4d55-8704-295e43b77704,segment=NetworkSegment(43f20563-179b-4d26-b72d-873a9ed8bffe),segment_id=43f20563-179b-4d26-b72d-873a9ed8bffe)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:47.631434 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e718c88a-a39f-4d9e-85b4-c0199dd6b15a req-0568c4e7-0528-4ce0-8fa5-eb7814f5e1d0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (56f1a677-4a34-4d55-8704-295e43b77704), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:47.644744 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-e718c88a-a39f-4d9e-85b4-c0199dd6b15a req-0568c4e7-0528-4ce0-8fa5-eb7814f5e1d0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Calling delete_port for 56f1a677-4a34-4d55-8704-295e43b77704 owned by compute:nova {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:47.655907 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fd7c8-b1b9-4a39-9cc9-bf87725f82cd req-534548fd-696c-46b2-a1b8-8292082d115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:47.657444 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8f2fd7c8-b1b9-4a39-9cc9-bf87725f82cd req-534548fd-696c-46b2-a1b8-8292082d115b service neutron] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 920 time: 0.0886109 Mar 31 20:27:47.703022 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8f2fd7c8-b1b9-4a39-9cc9-bf87725f82cd req-986a0870-b26d-4ac8-92b4-67461a362afe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c HTTP/1.1" status: 200 len: 217 time: 0.0389304 Mar 31 20:27:47.754601 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fd7c8-b1b9-4a39-9cc9-bf87725f82cd req-f815389a-6e62-4609-8b24-17f6983cbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:47.756175 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8f2fd7c8-b1b9-4a39-9cc9-bf87725f82cd req-f815389a-6e62-4609-8b24-17f6983cbd80 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.0452607 Mar 31 20:27:47.808473 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fd7c8-b1b9-4a39-9cc9-bf87725f82cd req-f9cb96d6-3ad0-4a95-b5e4-46e97c1ded91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:47.809942 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8f2fd7c8-b1b9-4a39-9cc9-bf87725f82cd req-f9cb96d6-3ad0-4a95-b5e4-46e97c1ded91 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444601 Mar 31 20:27:47.823367 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e718c88a-a39f-4d9e-85b4-c0199dd6b15a req-0568c4e7-0528-4ce0-8fa5-eb7814f5e1d0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (56f1a677-4a34-4d55-8704-295e43b77704), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:47.851660 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568c4e7-0528-4ce0-8fa5-eb7814f5e1d0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Pushing event deleted for resources: {'Port': ['ID=56f1a677-4a34-4d55-8704-295e43b77704,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:47.896985 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e718c88a-a39f-4d9e-85b4-c0199dd6b15a req-0568c4e7-0528-4ce0-8fa5-eb7814f5e1d0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] No DVR routers for this DVR port 56f1a677-4a34-4d55-8704-295e43b77704 on host hv-cinder-83607 {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:27:47.900215 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e718c88a-a39f-4d9e-85b4-c0199dd6b15a req-0568c4e7-0528-4ce0-8fa5-eb7814f5e1d0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:47.903710 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e718c88a-a39f-4d9e-85b4-c0199dd6b15a req-0568c4e7-0528-4ce0-8fa5-eb7814f5e1d0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.76 "DELETE /v2.0/ports/56f1a677-4a34-4d55-8704-295e43b77704 HTTP/1.1" status: 204 len: 173 time: 0.4573781 Mar 31 20:27:47.904083 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0d661d-39ef-4768-b788-deef6368f512', 'name': 'network-vif-deleted', 'tag': '56f1a677-4a34-4d55-8704-295e43b77704'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:47.905266 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8f2fd7c8-b1b9-4a39-9cc9-bf87725f82cd req-d33a84d0-b429-4c10-a5d5-98ca30093d1e service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866659 Mar 31 20:27:47.906432 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fba76b-534a-4d2f-8d9f-2f9dc1bb6979" -d '{"events": [{"server_uuid": "be0d661d-39ef-4768-b788-deef6368f512", "name": "network-vif-deleted", "tag": "56f1a677-4a34-4d55-8704-295e43b77704"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:47.944819 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c89397-68e8-4af2-b326-07c713f340d2 x-openstack-request-id: req-d7c89397-68e8-4af2-b326-07c713f340d2 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:47.945161 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0d661d-39ef-4768-b788-deef6368f512", "name": "network-vif-deleted", "tag": "56f1a677-4a34-4d55-8704-295e43b77704", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:47.945469 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d7c89397-68e8-4af2-b326-07c713f340d2 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:47.946315 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c89397-68e8-4af2-b326-07c713f340d2'] response: {'server_uuid': 'be0d661d-39ef-4768-b788-deef6368f512', 'name': 'network-vif-deleted', 'tag': '56f1a677-4a34-4d55-8704-295e43b77704', 'status': 'completed', 'code': 200} Mar 31 20:27:48.007918 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8f2fd7c8-b1b9-4a39-9cc9-bf87725f82cd req-d9fd807b-3c21-4a46-bf2a-4dfab2ee3eec service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940299 Mar 31 20:27:48.375674 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036dc8b-a1bb-40cb-9a55-52b9c7647a8f req-0b76e71f-a0a4-4c47-b64c-6d997dea6e8b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:48.377327 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1036dc8b-a1bb-40cb-9a55-52b9c7647a8f req-0b76e71f-a0a4-4c47-b64c-6d997dea6e8b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0580876 Mar 31 20:27:48.425656 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-29f9b34f-189f-4287-bda7-ce93de076f72 req-1ce8b22b-6468-44fd-b244-90af3c33d698 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=be0d661d-39ef-4768-b788-deef6368f512 HTTP/1.1" status: 200 len: 210 time: 0.0417268 Mar 31 20:27:48.458896 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1036dc8b-a1bb-40cb-9a55-52b9c7647a8f req-074cd1a9-4b1b-4b49-b7f7-8a1b137371fa tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760472 Mar 31 20:27:49.584048 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2091e2a-99d4-4dde-a10f-2a547f105a48 req-a4bd5bbf-090d-4895-92b2-98c14c355c0d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:49.585602 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c2091e2a-99d4-4dde-a10f-2a547f105a48 req-a4bd5bbf-090d-4895-92b2-98c14c355c0d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0531974 Mar 31 20:27:49.635100 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c2091e2a-99d4-4dde-a10f-2a547f105a48 req-639c2e9f-11cb-4038-b68f-b8375d6dc1fd tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434988 Mar 31 20:27:49.908920 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-16413a75-6e3c-4092-a222-f2aa7a8d9b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:50.760453 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c15c0a-f902-4584-838c-aedb2db56896 req-4cbd4a20-d5fa-4b0e-97eb-8fdbb4ebac63 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:50.762411 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-46c15c0a-f902-4584-838c-aedb2db56896 req-4cbd4a20-d5fa-4b0e-97eb-8fdbb4ebac63 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0511441 Mar 31 20:27:50.812274 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-46c15c0a-f902-4584-838c-aedb2db56896 req-d6d8de0d-cfa0-4f91-8a5b-7f998a623dd5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443916 Mar 31 20:27:50.966160 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:51.934126 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0558f-83f3-4988-87a3-150082fb79db req-464b0891-e0f6-46b6-98e6-2679ac4c3c74 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:51.935527 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9bd0558f-83f3-4988-87a3-150082fb79db req-464b0891-e0f6-46b6-98e6-2679ac4c3c74 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0525312 Mar 31 20:27:51.984042 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9bd0558f-83f3-4988-87a3-150082fb79db req-b3aead95-07ab-409e-8952-1e7d094ed3cd tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430033 Mar 31 20:27:52.194148 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:53.103151 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a2ee2-8f4c-4b40-97d2-7eaaa2d5f2bd req-eb1c324a-f66b-49b4-bf77-988a5595fd46 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:53.105133 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-aa2a2ee2-8f4c-4b40-97d2-7eaaa2d5f2bd req-eb1c324a-f66b-49b4-bf77-988a5595fd46 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0516896 Mar 31 20:27:53.151111 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-aa2a2ee2-8f4c-4b40-97d2-7eaaa2d5f2bd req-cf7fdf55-175e-4ace-9767-eb475217c3c2 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403666 Mar 31 20:27:53.816935 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:54.279061 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1991ef-1ac8-4495-b113-3f93292e26b1 req-ca3ec2e6-0c16-4354-a9c2-cc983af61cc2 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:54.280666 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0a1991ef-1ac8-4495-b113-3f93292e26b1 req-ca3ec2e6-0c16-4354-a9c2-cc983af61cc2 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0562918 Mar 31 20:27:54.326976 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0a1991ef-1ac8-4495-b113-3f93292e26b1 req-edc6d282-30bc-45f2-9755-44deb587bf3f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409606 Mar 31 20:27:55.449548 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbf3b4-2c5c-42e4-b877-2b63482817ef req-7137ba8e-ab71-4ae0-9688-f10d71740021 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:55.451333 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-63bbf3b4-2c5c-42e4-b877-2b63482817ef req-7137ba8e-ab71-4ae0-9688-f10d71740021 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0527191 Mar 31 20:27:55.499009 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-63bbf3b4-2c5c-42e4-b877-2b63482817ef req-6b550fd4-c6d4-427b-8161-1a7c7607d38c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420804 Mar 31 20:27:56.545197 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 43812) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:56.597798 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Deleting subnet 67c0b366-af5d-488a-ad21-daee31c21d00 {{(pid=103920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:27:56.601363 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Publish callbacks [] for subnet (67c0b366-af5d-488a-ad21-daee31c21d00), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:56.638636 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2d883-80f5-4b84-a352-32658d2b6cf4 req-0b4cf80b-65fb-44c9-825d-d0bac1547a81 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:56.640250 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a7d2d883-80f5-4b84-a352-32658d2b6cf4 req-0b4cf80b-65fb-44c9-825d-d0bac1547a81 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 943 time: 0.0671840 Mar 31 20:27:56.641871 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14028649'] for subnet (67c0b366-af5d-488a-ad21-daee31c21d00), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:56.692569 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a7d2d883-80f5-4b84-a352-32658d2b6cf4 req-ec83dfcb-60b7-4cc3-857a-5bef9ceae4aa tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463789 Mar 31 20:27:56.694118 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (67c0b366-af5d-488a-ad21-daee31c21d00), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:56.829262 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13429284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12914367'] for subnet (67c0b366-af5d-488a-ad21-daee31c21d00), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:56.857641 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c0b366-af5d-488a-ad21-daee31c21d00,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:56.867015 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:56.870754 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/67c0b366-af5d-488a-ad21-daee31c21d00 HTTP/1.1" status: 204 len: 168 time: 0.3240259 Mar 31 20:27:56.872579 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.872947 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.873292 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.873629 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.873963 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.874297 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.874402 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 43816) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:56.874622 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.874948 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.875274 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.875598 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.875921 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.876244 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.876562 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.876906 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.877230 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1503e3-a701-4267-9caa-94d0169c2088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:56.948177 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (58eeba0a-c0aa-4da8-9148-df425d642d87), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.028469 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (58eeba0a-c0aa-4da8-9148-df425d642d87), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.048521 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58eeba0a-c0aa-4da8-9148-df425d642d87']}} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:57.057674 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3acc30-0833-4eee-8219-36842b488a1d') {'for_net_delete': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:57.057982 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3acc30-0833-4eee-8219-36842b488a1d') {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:57.067140 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13817132'] for segment (ce3acc30-0833-4eee-8219-36842b488a1d), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.080223 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (ce3acc30-0833-4eee-8219-36842b488a1d), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.085887 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:27:57.086274 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13899191'] for segment (ce3acc30-0833-4eee-8219-36842b488a1d), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: Traceback (most recent call last): Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: timer() Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: cb(*args, **kw) Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: return func(*args, **kwargs) Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: self._notify() Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: self.callback(batched_events) Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: event.method(event) Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: return f(self, *a, **k) Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._get(url).json() Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: return self.request(url, 'GET', **kwargs) Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:27:57.087882 dv-cinder-836070-1-iscsi neutron-server[103921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:27:57.238575 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 489eac41-0e94-4afa-acc8-3d38486d6350 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:27:57.239816 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (58eeba0a-c0aa-4da8-9148-df425d642d87), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.245280 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.248435 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] 10.222.0.74 "DELETE /v2.0/networks/58eeba0a-c0aa-4da8-9148-df425d642d87 HTTP/1.1" status: 204 len: 168 time: 0.3730605 Mar 31 20:27:57.259439 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Pushing event deleted for resources: {'Network': ['ID=58eeba0a-c0aa-4da8-9148-df425d642d87,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:57.267272 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.267646 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.267990 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.268330 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.268666 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.269019 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.269351 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.269671 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.270001 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.270322 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.270647 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.270970 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.271291 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.271662 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.271973 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3fa72-b364-4ea4-8859-460478b32b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.341155 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 489eac41-0e94-4afa-acc8-3d38486d6350, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=489eac41-0e94-4afa-acc8-3d38486d6350,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:57.352968 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': '489eac41-0e94-4afa-acc8-3d38486d6350', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'port_id': '489eac41-0e94-4afa-acc8-3d38486d6350', 'mac_address': 'fa:16:3e:f6:16:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:27:57.392192 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 489eac41-0e94-4afa-acc8-3d38486d6350 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:57.392589 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.406117 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489eac41-0e94-4afa-acc8-3d38486d6350 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:27:57.425050 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 489eac41-0e94-4afa-acc8-3d38486d6350, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=489eac41-0e94-4afa-acc8-3d38486d6350,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:57.520278 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.577724 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=489eac41-0e94-4afa-acc8-3d38486d6350,revision_number=9']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:57.708979 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 43826) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:57.756205 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-7370b545-5451-49b0-9bee-30a77067ea5d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1088fbcd4da44e6da3512a11cf070c0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460222 Mar 31 20:27:57.758748 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 43830) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:57.842726 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-69920261-e45d-45c9-a467-ba87281944ef admin admin] Publish callbacks [] for security_group (c06ad8c6-e06d-47a2-abc5-752c8d5484d9), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.852532 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83ce1-0c3e-488d-b8da-6c4c7df04752 req-7dcd2ebe-070f-4fed-be2f-ad667799bab1 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:57.854031 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-84a83ce1-0c3e-488d-b8da-6c4c7df04752 req-7dcd2ebe-070f-4fed-be2f-ad667799bab1 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 944 time: 0.0829790 Mar 31 20:27:57.887086 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-69920261-e45d-45c9-a467-ba87281944ef admin admin] Publish callbacks [] for security_group (c06ad8c6-e06d-47a2-abc5-752c8d5484d9), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.938974 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-84a83ce1-0c3e-488d-b8da-6c4c7df04752 req-6e6f07bd-b192-4f0e-ae60-364eaa83435c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779121 Mar 31 20:27:58.057476 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-69920261-e45d-45c9-a467-ba87281944ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (c06ad8c6-e06d-47a2-abc5-752c8d5484d9), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:58.063424 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-69920261-e45d-45c9-a467-ba87281944ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:58.063424 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-69920261-e45d-45c9-a467-ba87281944ef admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c06ad8c6-e06d-47a2-abc5-752c8d5484d9 HTTP/1.1" status: 204 len: 168 time: 0.3020110 Mar 31 20:27:58.070331 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69920261-e45d-45c9-a467-ba87281944ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06ad8c6-e06d-47a2-abc5-752c8d5484d9,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:59.066409 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb826e-5d63-4dcb-aac2-e8250d7fadac req-2b76ea3d-c3cf-49a1-bf7c-8903f867fd9d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:59.067914 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-afdb826e-5d63-4dcb-aac2-e8250d7fadac req-2b76ea3d-c3cf-49a1-bf7c-8903f867fd9d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 944 time: 0.0561938 Mar 31 20:27:59.117758 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-afdb826e-5d63-4dcb-aac2-e8250d7fadac req-6d724290-fce9-4a69-a5a1-839b3bc1eb9a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442636 Mar 31 20:27:59.777526 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 43880) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:59.879047 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61841bc9-4eed-4d1c-b2ed-675736f1b3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:59.951923 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61841bc9-4eed-4d1c-b2ed-675736f1b3aa admin admin] Publish callbacks [] for security_group (cf897889-3d40-476f-ad34-88b5d80eb82a), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:00.074568 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61841bc9-4eed-4d1c-b2ed-675736f1b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (cf897889-3d40-476f-ad34-88b5d80eb82a), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:00.117453 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-61841bc9-4eed-4d1c-b2ed-675736f1b3aa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0663fdfb9e044f529947965c777a0107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387129 Mar 31 20:28:00.118583 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61841bc9-4eed-4d1c-b2ed-675736f1b3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf897889-3d40-476f-ad34-88b5d80eb82a,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:00.120076 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 43888) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:00.169066 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dc11bd81-e5f2-440b-8a55-9976bfbb7035 admin admin] Publish callbacks [] for security_group (cf897889-3d40-476f-ad34-88b5d80eb82a), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:00.190521 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dc11bd81-e5f2-440b-8a55-9976bfbb7035 admin admin] Publish callbacks [] for security_group (cf897889-3d40-476f-ad34-88b5d80eb82a), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:00.247216 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42d19d-5a44-4e72-be1f-7f45222ee8d9 req-bd68835e-6409-424b-a8f7-a8771a787967 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:00.248702 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be42d19d-5a44-4e72-be1f-7f45222ee8d9 req-bd68835e-6409-424b-a8f7-a8771a787967 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 944 time: 0.0555937 Mar 31 20:28:00.299945 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be42d19d-5a44-4e72-be1f-7f45222ee8d9 req-d48ecd09-1650-4b8f-991d-72adc36cc988 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453742 Mar 31 20:28:00.434712 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dc11bd81-e5f2-440b-8a55-9976bfbb7035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (cf897889-3d40-476f-ad34-88b5d80eb82a), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:00.437417 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dc11bd81-e5f2-440b-8a55-9976bfbb7035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:00.438590 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-dc11bd81-e5f2-440b-8a55-9976bfbb7035 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cf897889-3d40-476f-ad34-88b5d80eb82a HTTP/1.1" status: 204 len: 168 time: 0.3175030 Mar 31 20:28:00.446241 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11bd81-e5f2-440b-8a55-9976bfbb7035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf897889-3d40-476f-ad34-88b5d80eb82a,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:01.282994 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['489eac41-0e94-4afa-acc8-3d38486d6350'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:28:01.426798 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3ff71-96ec-4de8-966e-38d74740c398 req-23746cfd-4ba4-40fa-8fb8-a6a19993d11a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:01.428390 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e0d3ff71-96ec-4de8-966e-38d74740c398 req-23746cfd-4ba4-40fa-8fb8-a6a19993d11a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 944 time: 0.0545442 Mar 31 20:28:01.481813 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e0d3ff71-96ec-4de8-966e-38d74740c398 req-9047d210-ef45-428f-9247-d2da9aab3754 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447965 Mar 31 20:28:02.605496 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2abbd-2203-4958-a229-87ccf7ec62b8 req-afc73933-63ca-4ee1-ad52-cb9eb9191773 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:02.609560 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3c2abbd-2203-4958-a229-87ccf7ec62b8 req-afc73933-63ca-4ee1-ad52-cb9eb9191773 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 944 time: 0.0563107 Mar 31 20:28:02.663227 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c3c2abbd-2203-4958-a229-87ccf7ec62b8 req-2272a1d0-a0f6-4711-abf4-7faedd9ee624 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449204 Mar 31 20:28:03.791051 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523ddd7-c29a-457b-b2c3-b3bf6c55f59a req-1db9460f-9000-4437-b617-6ac9bb611882 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:03.792630 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c523ddd7-c29a-457b-b2c3-b3bf6c55f59a req-1db9460f-9000-4437-b617-6ac9bb611882 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 944 time: 0.0551999 Mar 31 20:28:03.838985 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c523ddd7-c29a-457b-b2c3-b3bf6c55f59a req-10bce351-171f-4660-ae10-ca47f076f52a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407310 Mar 31 20:28:04.473040 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-1fc02e0f-cd7c-4db7-bd43-944506ad82ac tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:04.474396 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-1fc02e0f-cd7c-4db7-bd43-944506ad82ac tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/networks?id=67805899-6a3d-42e3-aa24-8473050fa597 HTTP/1.1" status: 200 len: 814 time: 0.1036627 Mar 31 20:28:04.490970 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-92ba6257-0425-4fc0-aa96-0ef5cda68936 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/quotas/25acf5c1d0134a1ca48c9c03d0b9b69d HTTP/1.1" status: 200 len: 375 time: 0.0095744 Mar 31 20:28:04.526461 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-ca003acd-45e0-4f18-9996-d637d30893c0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=25acf5c1d0134a1ca48c9c03d0b9b69d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293560 Mar 31 20:28:04.712655 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-c0385f0d-e678-41db-89b0-2e95151e9c43 service neutron] 10.222.0.74 "GET /v2.0/networks/67805899-6a3d-42e3-aa24-8473050fa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793914 Mar 31 20:28:04.809841 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-17bce69e-4642-4c9c-b3dc-03d17040b6c7 service neutron] 10.222.0.74 "GET /v2.0/networks/67805899-6a3d-42e3-aa24-8473050fa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907977 Mar 31 20:28:05.130511 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411165f-1f84-439d-9e22-d817868f57df req-83e54853-10f3-421d-a98b-8e64a0cff175 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:05.132078 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c411165f-1f84-439d-9e22-d817868f57df req-83e54853-10f3-421d-a98b-8e64a0cff175 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 944 time: 0.0542345 Mar 31 20:28:05.187550 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c411165f-1f84-439d-9e22-d817868f57df req-7aab1340-5d67-42f4-ae27-028a7c59fa9c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458059 Mar 31 20:28:05.282509 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 489eac41-0e94-4afa-acc8-3d38486d6350 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:05.325372 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-47e9754d-f6ca-4a9d-ba72-e7fc1e5f2bac tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989252704&fields=id&tenant_id=8abb313c6a084802a72b9d6238fd2df6 HTTP/1.1" status: 200 len: 267 time: 0.0543993 Mar 31 20:28:05.360484 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port 489eac41-0e94-4afa-acc8-3d38486d6350 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:05.360891 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.409233 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-14005081-37b3-4f1e-b44f-31c936a4d327 req-149583ba-65c7-4a7c-8877-8ec0eeacd8a2 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 210 time: 0.0646541 Mar 31 20:28:05.446973 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 489eac41-0e94-4afa-acc8-3d38486d6350 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:05.447389 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.471718 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489eac41-0e94-4afa-acc8-3d38486d6350'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:05.473937 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e534f7bc-544e-41a1-8472-1a17edeb245c" -d '{"events": [{"server_uuid": "d03a3a9c-9e65-4618-9e33-7cec71c88f29", "name": "network-vif-plugged", "status": "completed", "tag": "489eac41-0e94-4afa-acc8-3d38486d6350"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:05.474167 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89475ead-78d1-48d6-bd82-5b413add5113 req-f8f43e1a-6fd7-48b9-b4fd-d6cc255e1e64 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:05.475733 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-f8f43e1a-6fd7-48b9-b4fd-d6cc255e1e64 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/networks?id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 HTTP/1.1" status: 200 len: 809 time: 0.1431870 Mar 31 20:28:05.487587 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 489eac41-0e94-4afa-acc8-3d38486d6350, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=489eac41-0e94-4afa-acc8-3d38486d6350,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:05.497915 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-b7e5b0ff-2edb-482b-b85a-076e4fe770d1 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/quotas/8abb313c6a084802a72b9d6238fd2df6 HTTP/1.1" status: 200 len: 375 time: 0.0119414 Mar 31 20:28:05.515817 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033788dd-8b38-433e-beb2-83735965c0a6 x-openstack-request-id: req-033788dd-8b38-433e-beb2-83735965c0a6 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:05.516172 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03a3a9c-9e65-4618-9e33-7cec71c88f29", "name": "network-vif-plugged", "status": "completed", "tag": "489eac41-0e94-4afa-acc8-3d38486d6350", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:05.516428 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-033788dd-8b38-433e-beb2-83735965c0a6 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:05.516869 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033788dd-8b38-433e-beb2-83735965c0a6'] response: {'server_uuid': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489eac41-0e94-4afa-acc8-3d38486d6350', 'code': 200} Mar 31 20:28:05.555698 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-65d593e4-78dc-4ddb-ba36-be91115b5d04 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8abb313c6a084802a72b9d6238fd2df6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521655 Mar 31 20:28:05.645859 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.661905 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-3f6483c7-36da-4817-bd7a-a157c64f87b7 service neutron] 10.222.0.74 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948572 Mar 31 20:28:05.727005 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=489eac41-0e94-4afa-acc8-3d38486d6350,revision_number=10']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:05.773007 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-a08eddbd-e651-40d1-b020-b5d1db0dc601 service neutron] 10.222.0.74 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044240 Mar 31 20:28:06.334141 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8e6de-9bb7-4b52-8916-3f7754f25f64 req-3e04ca57-c1fb-43f4-ba64-c33bb1c57845 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:06.335394 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c0b8e6de-9bb7-4b52-8916-3f7754f25f64 req-3e04ca57-c1fb-43f4-ba64-c33bb1c57845 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 946 time: 0.0748060 Mar 31 20:28:06.402946 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb2b93-2ea9-4bad-a640-d456d65aac12 req-cb76117e-281c-43af-8d14-8b4c3db2e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:06.404447 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e2eb2b93-2ea9-4bad-a640-d456d65aac12 req-cb76117e-281c-43af-8d14-8b4c3db2e1a7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 1130 time: 0.0880694 Mar 31 20:28:06.407636 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c0b8e6de-9bb7-4b52-8916-3f7754f25f64 req-340bdeb5-d0ea-4a69-a0cc-548eb24feeaf tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579524 Mar 31 20:28:06.467078 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e2eb2b93-2ea9-4bad-a640-d456d65aac12 req-9bfe8e24-cdf1-4e23-ac60-31d6e6d97837 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473721 Mar 31 20:28:06.519112 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e66782f2-512a-4180-8096-8398408079e1 req-e5245a2e-32fe-4b01-b75b-9f1f75dc329d tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 210 time: 0.0272880 Mar 31 20:28:06.986577 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fe7677e4-37b5-41cf-b987-f5f9bf71c77d req-d8a60762-2d8b-4323-92c3-0160203535e6 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 210 time: 0.0295169 Mar 31 20:28:07.538912 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdb00d-6f27-4d1c-9842-e9eccff8eb7e req-823628e3-a137-48be-a781-cb02cc3d9d66 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:07.540381 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7dbdb00d-6f27-4d1c-9842-e9eccff8eb7e req-823628e3-a137-48be-a781-cb02cc3d9d66 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 946 time: 0.0566359 Mar 31 20:28:07.589860 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7dbdb00d-6f27-4d1c-9842-e9eccff8eb7e req-2ae50a51-45a4-4254-b11a-82b7ddb94aa7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428522 Mar 31 20:28:07.628980 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c4afab43-9781-4d29-b81b-ac2e1146d8fc req-eacf6cca-a988-4fd1-883a-d18ab2f0102d tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 210 time: 0.0381267 Mar 31 20:28:07.814262 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:28:08.061639 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8b34b1d2-227c-494c-a104-ed174594869c req-3cc023b4-0589-44e3-8828-321f70d08bac tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 210 time: 0.0269773 Mar 31 20:28:08.181990 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-fe73ef28-6a1b-4dc2-8924-890011126aef tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:08.183320 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-fe73ef28-6a1b-4dc2-8924-890011126aef tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.76 "GET /v2.0/networks?id=67805899-6a3d-42e3-aa24-8473050fa597 HTTP/1.1" status: 200 len: 814 time: 0.1016748 Mar 31 20:28:08.200981 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-4dedd996-7d85-41d8-9af0-17a2c5ff570b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Request body: {'port': {'device_id': '6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b', 'network_id': '67805899-6a3d-42e3-aa24-8473050fa597', 'admin_state_up': True, 'tenant_id': '25acf5c1d0134a1ca48c9c03d0b9b69d'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:08.388394 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-4dedd996-7d85-41d8-9af0-17a2c5ff570b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Made reservation on behalf of 25acf5c1d0134a1ca48c9c03d0b9b69d for: {'port': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:28:08.391920 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-4dedd996-7d85-41d8-9af0-17a2c5ff570b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.521744 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-4dedd996-7d85-41d8-9af0-17a2c5ff570b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Allocated IP 172.20.0.7 (67805899-6a3d-42e3-aa24-8473050fa597/6ed5a17d-7631-4711-97c6-787d94d0ca74/aca0fd60-57dc-41c0-b5df-7b23ad934dee) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:28:08.778241 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3985149f-6490-4663-83f1-d21a070068c5 req-3df36ea6-de83-48a0-a1ff-5c1ce82cb247 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 210 time: 0.0473254 Mar 31 20:28:08.816674 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19150f4e-c01f-4b63-bbec-1eb454da4562 req-db9a985c-2a51-44e4-9703-ac421d5f0888 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:08.818172 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-19150f4e-c01f-4b63-bbec-1eb454da4562 req-db9a985c-2a51-44e4-9703-ac421d5f0888 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 946 time: 0.1352501 Mar 31 20:28:08.820968 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-4dedd996-7d85-41d8-9af0-17a2c5ff570b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks [] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.886950 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-19150f4e-c01f-4b63-bbec-1eb454da4562 req-be75b242-718f-4457-a44c-19f79b15250b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624707 Mar 31 20:28:09.017572 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-4dedd996-7d85-41d8-9af0-17a2c5ff570b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.060765 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-4dedd996-7d85-41d8-9af0-17a2c5ff570b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Network 67805899-6a3d-42e3-aa24-8473050fa597 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:28:09.064132 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-4dedd996-7d85-41d8-9af0-17a2c5ff570b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:09.066788 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-4dedd996-7d85-41d8-9af0-17a2c5ff570b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:28:09.107660 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedd996-7d85-41d8-9af0-17a2c5ff570b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Pushing event updated for resources: {'Port': ['ID=aca0fd60-57dc-41c0-b5df-7b23ad934dee,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:09.130697 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-4dedd996-7d85-41d8-9af0-17a2c5ff570b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:09.131292 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-4dedd996-7d85-41d8-9af0-17a2c5ff570b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.167842 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dfc6ed07-8f8e-4505-9c58-aed239828add req-7294c162-7462-4084-a010-c94e07d02b05 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 210 time: 0.0339458 Mar 31 20:28:09.288477 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-4dedd996-7d85-41d8-9af0-17a2c5ff570b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0921175 Mar 31 20:28:09.365964 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Request body: {'port': {'device_id': '6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:09.422859 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.684984 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca0fd60-57dc-41c0-b5df-7b23ad934dee {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:28:09.692249 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Publish callbacks [] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.704122 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Transition to ACTIVE for port object aca0fd60-57dc-41c0-b5df-7b23ad934dee will not be triggered until provisioned by entity L2. {{(pid=103921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:28:09.783181 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.837629 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Pushing event updated for resources: {'Port': ['ID=aca0fd60-57dc-41c0-b5df-7b23ad934dee,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:09.870308 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89475ead-78d1-48d6-bd82-5b413add5113 req-765513dc-a02a-4914-9d0b-fe7d238ddbc8 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:09.871800 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-765513dc-a02a-4914-9d0b-fe7d238ddbc8 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.76 "GET /v2.0/networks?id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 HTTP/1.1" status: 200 len: 809 time: 0.1115873 Mar 31 20:28:09.948532 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-95aa97da-728a-40c2-af4d-70ab88273725 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8abb313c6a084802a72b9d6238fd2df6 HTTP/1.1" status: 200 len: 380 time: 0.0672605 Mar 31 20:28:09.958865 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-89475ead-78d1-48d6-bd82-5b413add5113 req-1f76d347-ebcf-44f8-977f-93ac7629ffa9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Request body: {'port': {'device_id': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'admin_state_up': True, 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'security_groups': ['a53997ca-b336-46d5-97cf-7b3a6f3b8156']}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:09.962019 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Attempting to bind port aca0fd60-57dc-41c0-b5df-7b23ad934dee on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:28:09.962366 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Attempting to bind port aca0fd60-57dc-41c0-b5df-7b23ad934dee by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '43f20563-179b-4d26-b72d-873a9ed8bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '67805899-6a3d-42e3-aa24-8473050fa597'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:28:09.963867 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Attempting to bind port aca0fd60-57dc-41c0-b5df-7b23ad934dee on network 67805899-6a3d-42e3-aa24-8473050fa597 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:28:09.971925 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0df762-8215-49b9-9def-191eaba035c4 req-ab2efed4-483d-4b26-935b-836db1630408 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:09.973461 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-eb0df762-8215-49b9-9def-191eaba035c4 req-ab2efed4-483d-4b26-935b-836db1630408 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 943 time: 0.1080799 Mar 31 20:28:09.980047 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Port aca0fd60-57dc-41c0-b5df-7b23ad934dee on network 67805899-6a3d-42e3-aa24-8473050fa597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:28:09.980724 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Attempting to bind port aca0fd60-57dc-41c0-b5df-7b23ad934dee on network 67805899-6a3d-42e3-aa24-8473050fa597 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:28:10.022533 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:28:10.023817 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Checking segment: {'id': '43f20563-179b-4d26-b72d-873a9ed8bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '67805899-6a3d-42e3-aa24-8473050fa597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:28:10.023817 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Bound using segment: {'id': '43f20563-179b-4d26-b72d-873a9ed8bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '67805899-6a3d-42e3-aa24-8473050fa597'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:28:10.023817 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Bound port: aca0fd60-57dc-41c0-b5df-7b23ad934dee, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f20563-179b-4d26-b72d-873a9ed8bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '67805899-6a3d-42e3-aa24-8473050fa597'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:28:10.024118 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.109639 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-eb0df762-8215-49b9-9def-191eaba035c4 req-ccd991e2-7760-4d00-9e5c-0c5439fa83da tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188099 Mar 31 20:28:10.114510 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89475ead-78d1-48d6-bd82-5b413add5113 req-1f76d347-ebcf-44f8-977f-93ac7629ffa9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Made reservation on behalf of 8abb313c6a084802a72b9d6238fd2df6 for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:28:10.116798 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61fce5-f3ad-4f4a-86d1-78f5ce485839 req-427cf420-f714-43b9-87cb-4a96ffe26af7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:10.118055 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-89475ead-78d1-48d6-bd82-5b413add5113 req-1f76d347-ebcf-44f8-977f-93ac7629ffa9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.118500 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8a61fce5-f3ad-4f4a-86d1-78f5ce485839 req-427cf420-f714-43b9-87cb-4a96ffe26af7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 946 time: 0.1412446 Mar 31 20:28:10.165425 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] For port aca0fd60-57dc-41c0-b5df-7b23ad934dee, host hv-cinder-83607, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:28:10.187889 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] For port aca0fd60-57dc-41c0-b5df-7b23ad934dee, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aca0fd60-57dc-41c0-b5df-7b23ad934dee,segment=NetworkSegment(43f20563-179b-4d26-b72d-873a9ed8bffe),segment_id=43f20563-179b-4d26-b72d-873a9ed8bffe)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:28:10.205590 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8a61fce5-f3ad-4f4a-86d1-78f5ce485839 req-0f1b01e2-9659-475a-a31b-6c0f336a8bba tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708091 Mar 31 20:28:10.287840 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-89475ead-78d1-48d6-bd82-5b413add5113 req-1f76d347-ebcf-44f8-977f-93ac7629ffa9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Allocated IP 172.20.0.3 (9433afa5-aa8b-4f5b-8a98-dcf6a9841d91/30b0a1b0-7c2f-451e-9749-77577e4481f6/cc3c4875-8f14-43dc-a876-070c7e45a1ed) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:28:10.292701 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9c51e218-a805-42ba-82a7-2f17af2f8577 req-8a676a89-3401-454d-b122-d8a15b2744e6 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 210 time: 0.0314672 Mar 31 20:28:10.321367 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.346049 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:10.346644 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.348122 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] 10.222.0.76 "PUT /v2.0/ports/aca0fd60-57dc-41c0-b5df-7b23ad934dee HTTP/1.1" status: 200 len: 1093 time: 1.0335777 Mar 31 20:28:10.348567 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b', 'tag': 'aca0fd60-57dc-41c0-b5df-7b23ad934dee'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:10.350840 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a67ec8-b5db-4de1-a25c-fec091a13b32" -d '{"events": [{"name": "network-changed", "server_uuid": "6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b", "tag": "aca0fd60-57dc-41c0-b5df-7b23ad934dee"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:10.384398 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b027a9-d70e-4aed-8161-b3e867138a9d service neutron] Pushing event updated for resources: {'Port': ['ID=aca0fd60-57dc-41c0-b5df-7b23ad934dee,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:10.397669 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32bd572-cc73-4bce-a189-b752d0fa8dfe x-openstack-request-id: req-f32bd572-cc73-4bce-a189-b752d0fa8dfe {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:10.398209 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b", "tag": "aca0fd60-57dc-41c0-b5df-7b23ad934dee", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:10.398966 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f32bd572-cc73-4bce-a189-b752d0fa8dfe {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:10.399490 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32bd572-cc73-4bce-a189-b752d0fa8dfe'] response: {'name': 'network-changed', 'server_uuid': '6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b', 'tag': 'aca0fd60-57dc-41c0-b5df-7b23ad934dee', 'status': 'completed', 'code': 200} Mar 31 20:28:10.412073 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.456216 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-89475ead-78d1-48d6-bd82-5b413add5113 req-1f76d347-ebcf-44f8-977f-93ac7629ffa9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.466621 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67ec8-b5db-4de1-a25c-fec091a13b32 req-f2a35a95-fc38-44a7-9588-a40f9bc49775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:10.473909 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25a67ec8-b5db-4de1-a25c-fec091a13b32 req-f2a35a95-fc38-44a7-9588-a40f9bc49775 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=25acf5c1d0134a1ca48c9c03d0b9b69d&device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 1127 time: 0.0509949 Mar 31 20:28:10.623397 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-89475ead-78d1-48d6-bd82-5b413add5113 req-1f76d347-ebcf-44f8-977f-93ac7629ffa9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.678057 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89475ead-78d1-48d6-bd82-5b413add5113 req-1f76d347-ebcf-44f8-977f-93ac7629ffa9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:28:10.681489 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-89475ead-78d1-48d6-bd82-5b413add5113 req-1f76d347-ebcf-44f8-977f-93ac7629ffa9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:10.692658 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-89475ead-78d1-48d6-bd82-5b413add5113 req-1f76d347-ebcf-44f8-977f-93ac7629ffa9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:28:10.773842 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89475ead-78d1-48d6-bd82-5b413add5113 req-1f76d347-ebcf-44f8-977f-93ac7629ffa9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:10.774002 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-89475ead-78d1-48d6-bd82-5b413add5113 req-1f76d347-ebcf-44f8-977f-93ac7629ffa9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.785415 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76d347-ebcf-44f8-977f-93ac7629ffa9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Pushing event updated for resources: {'Port': ['ID=cc3c4875-8f14-43dc-a876-070c7e45a1ed,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:10.845330 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67ec8-b5db-4de1-a25c-fec091a13b32 req-b237a6ba-e584-4c34-8377-04cd74f76625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:10.846824 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25a67ec8-b5db-4de1-a25c-fec091a13b32 req-b237a6ba-e584-4c34-8377-04cd74f76625 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=25acf5c1d0134a1ca48c9c03d0b9b69d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3692164 Mar 31 20:28:10.917450 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-1f76d347-ebcf-44f8-977f-93ac7629ffa9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9620800 Mar 31 20:28:10.943326 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Request body: {'port': {'device_id': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:10.956518 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67ec8-b5db-4de1-a25c-fec091a13b32 req-9ff4b10f-fb83-424c-8028-eb935fc8c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:10.958040 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25a67ec8-b5db-4de1-a25c-fec091a13b32 req-9ff4b10f-fb83-424c-8028-eb935fc8c6f6 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965168 Mar 31 20:28:11.010553 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.046022 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-be67c7e3-9566-4bb2-ba3c-262a7f8201d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:11.046167 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-da2f4f53-f026-4040-bcaa-d622981af58a None None] Provisioning complete for port cc3c4875-8f14-43dc-a876-070c7e45a1ed triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:11.046451 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-da2f4f53-f026-4040-bcaa-d622981af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.048090 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-be67c7e3-9566-4bb2-ba3c-262a7f8201d2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=25acf5c1d0134a1ca48c9c03d0b9b69d&device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 1127 time: 0.0524104 Mar 31 20:28:11.092215 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-da2f4f53-f026-4040-bcaa-d622981af58a None None] Port cc3c4875-8f14-43dc-a876-070c7e45a1ed cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:28:11.105466 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-cdf46943-f35e-4d6e-834f-44649c9fab1a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aca0fd60-57dc-41c0-b5df-7b23ad934dee HTTP/1.1" status: 200 len: 217 time: 0.0489275 Mar 31 20:28:11.159679 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-2cdc509c-8f54-4307-aa9c-c5cd39d1c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:11.162509 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-2cdc509c-8f54-4307-aa9c-c5cd39d1c169 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ed5a17d-7631-4711-97c6-787d94d0ca74 HTTP/1.1" status: 200 len: 854 time: 0.0508559 Mar 31 20:28:11.195547 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-ab15ea71-b1e2-4c74-a78e-0cd70d5f54d9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=67805899-6a3d-42e3-aa24-8473050fa597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264163 Mar 31 20:28:11.323624 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecfe2a-3644-4ea5-ab3a-6b79b224108c req-de32b751-1ea7-4f7f-9af2-95388ba1ba59 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:11.325106 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-02ecfe2a-3644-4ea5-ab3a-6b79b224108c req-de32b751-1ea7-4f7f-9af2-95388ba1ba59 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 943 time: 0.1286459 Mar 31 20:28:11.329381 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-77a8bab0-73b9-48be-bfd9-0c4a7c0a219d service neutron] 10.222.0.76 "GET /v2.0/networks/67805899-6a3d-42e3-aa24-8473050fa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239963 Mar 31 20:28:11.340376 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3c4875-8f14-43dc-a876-070c7e45a1ed {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:28:11.348047 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Publish callbacks [] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.359973 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Transition to ACTIVE for port object cc3c4875-8f14-43dc-a876-070c7e45a1ed will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:28:11.451725 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.461369 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-02ecfe2a-3644-4ea5-ab3a-6b79b224108c req-3be771d6-86d1-4b93-bd72-89742d689d25 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286516 Mar 31 20:28:11.499072 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d005fb1-978a-4b03-9723-9497c8a0aa44 req-24adcb1b-553d-42a9-b823-6b57b8728f28 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:11.500589 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7d005fb1-978a-4b03-9723-9497c8a0aa44 req-24adcb1b-553d-42a9-b823-6b57b8728f28 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 946 time: 0.1081126 Mar 31 20:28:11.502894 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c36c3cd7-4126-4e9b-89be-e014de456d87 req-e81a49f4-4815-4b9e-8aa5-7ff5522b736b service neutron] 10.222.0.76 "GET /v2.0/networks/67805899-6a3d-42e3-aa24-8473050fa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634967 Mar 31 20:28:11.525940 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3c4875-8f14-43dc-a876-070c7e45a1ed,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:11.575904 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7d005fb1-978a-4b03-9723-9497c8a0aa44 req-60c01751-5f84-4f13-a076-790a5603e742 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657058 Mar 31 20:28:11.652004 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Attempting to bind port cc3c4875-8f14-43dc-a876-070c7e45a1ed on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:28:11.652410 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Attempting to bind port cc3c4875-8f14-43dc-a876-070c7e45a1ed by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '346cfab0-99a9-489e-9053-0fe326b55027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:28:11.652747 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Attempting to bind port cc3c4875-8f14-43dc-a876-070c7e45a1ed on network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:28:11.658171 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Port cc3c4875-8f14-43dc-a876-070c7e45a1ed on network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:28:11.658304 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675d04c-eb71-47a6-a465-45d9a72cace8 req-6e43cc25-6180-4f0d-b357-9be0cb054f89 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:11.658543 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Attempting to bind port cc3c4875-8f14-43dc-a876-070c7e45a1ed on network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:28:11.659796 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5675d04c-eb71-47a6-a465-45d9a72cace8 req-6e43cc25-6180-4f0d-b357-9be0cb054f89 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0730040 Mar 31 20:28:11.664732 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:28:11.665206 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Checking segment: {'id': '346cfab0-99a9-489e-9053-0fe326b55027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:28:11.665664 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Bound using segment: {'id': '346cfab0-99a9-489e-9053-0fe326b55027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:28:11.666156 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Bound port: cc3c4875-8f14-43dc-a876-070c7e45a1ed, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346cfab0-99a9-489e-9053-0fe326b55027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:28:11.666626 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.719816 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5675d04c-eb71-47a6-a465-45d9a72cace8 req-bc0fc0b3-67d6-4617-a2f6-68515cbe47df tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511601 Mar 31 20:28:11.741292 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] For port cc3c4875-8f14-43dc-a876-070c7e45a1ed, host hv-cinder-83607, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:28:11.758010 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] For port cc3c4875-8f14-43dc-a876-070c7e45a1ed, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:28:11.846048 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.877234 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:11.878118 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.879588 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] 10.222.0.76 "PUT /v2.0/ports/cc3c4875-8f14-43dc-a876-070c7e45a1ed HTTP/1.1" status: 200 len: 1093 time: 0.9414601 Mar 31 20:28:11.882858 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'tag': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:11.885790 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e02a3c-b51f-4e03-bd26-06d759cd4c63" -d '{"events": [{"name": "network-changed", "server_uuid": "1e46be96-eeb7-4770-af79-08c113e3b19f", "tag": "cc3c4875-8f14-43dc-a876-070c7e45a1ed"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:11.919603 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92bf02-0121-47f3-8e03-2621e7a365e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3c4875-8f14-43dc-a876-070c7e45a1ed,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:12.060356 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89475ead-78d1-48d6-bd82-5b413add5113 req-3e682676-9abc-4742-8548-e3cc205ebb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:12.061909 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-3e682676-9abc-4742-8548-e3cc205ebb25 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8abb313c6a084802a72b9d6238fd2df6&device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 1127 time: 0.0543668 Mar 31 20:28:12.069377 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e23093-d5e0-48ef-97b8-edb6f7f2e38b x-openstack-request-id: req-18e23093-d5e0-48ef-97b8-edb6f7f2e38b {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:12.069672 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e46be96-eeb7-4770-af79-08c113e3b19f", "tag": "cc3c4875-8f14-43dc-a876-070c7e45a1ed", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:12.069958 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-18e23093-d5e0-48ef-97b8-edb6f7f2e38b {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:12.082251 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e23093-d5e0-48ef-97b8-edb6f7f2e38b'] response: {'name': 'network-changed', 'server_uuid': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'tag': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'status': 'completed', 'code': 200} Mar 31 20:28:12.122969 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-d3477eeb-315f-46ee-89c1-79613559e0b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed HTTP/1.1" status: 200 len: 217 time: 0.0408905 Mar 31 20:28:12.172668 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89475ead-78d1-48d6-bd82-5b413add5113 req-b9f739a6-4ec1-49fd-bc40-4bcd38bb57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:12.174153 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-b9f739a6-4ec1-49fd-bc40-4bcd38bb57c8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=30b0a1b0-7c2f-451e-9749-77577e4481f6 HTTP/1.1" status: 200 len: 848 time: 0.0452764 Mar 31 20:28:12.223649 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89475ead-78d1-48d6-bd82-5b413add5113 req-1d957567-55c9-4140-9b12-855f19b4425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:12.225291 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-1d957567-55c9-4140-9b12-855f19b4425c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434225 Mar 31 20:28:12.319527 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-264d2ad6-bc3c-4669-b047-869bc36a0c38 service neutron] 10.222.0.76 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872884 Mar 31 20:28:12.419543 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89475ead-78d1-48d6-bd82-5b413add5113 req-254a3ad7-b338-4008-a802-f5320a2b438a service neutron] 10.222.0.76 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818520 Mar 31 20:28:12.601543 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2618-a8bc-44de-a16d-ac09441eed1c req-d0ff8466-6c4b-4656-8b15-64fa29501a59 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:12.601543 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b59e2618-a8bc-44de-a16d-ac09441eed1c req-d0ff8466-6c4b-4656-8b15-64fa29501a59 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 943 time: 0.0567601 Mar 31 20:28:12.641824 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e02a3c-b51f-4e03-bd26-06d759cd4c63 req-048296c7-2bc5-4ca6-bb53-11c09ab1a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:12.643611 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b9e02a3c-b51f-4e03-bd26-06d759cd4c63 req-048296c7-2bc5-4ca6-bb53-11c09ab1a519 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8abb313c6a084802a72b9d6238fd2df6&device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 1127 time: 0.0530448 Mar 31 20:28:12.678282 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b59e2618-a8bc-44de-a16d-ac09441eed1c req-ad7cb1f1-47fa-4db8-940b-9b2b97861270 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714800 Mar 31 20:28:12.773687 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e02a3c-b51f-4e03-bd26-06d759cd4c63 req-98152975-435e-4e19-a29a-c8c3e1bab430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:12.775215 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b9e02a3c-b51f-4e03-bd26-06d759cd4c63 req-98152975-435e-4e19-a29a-c8c3e1bab430 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 HTTP/1.1" status: 200 len: 910 time: 0.0993116 Mar 31 20:28:12.830034 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b9e02a3c-b51f-4e03-bd26-06d759cd4c63 req-ed08c263-4db8-4e81-8bc2-0f1fc6ab852a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed HTTP/1.1" status: 200 len: 217 time: 0.0482235 Mar 31 20:28:12.879958 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67c592-0ec5-4253-b6af-5cbedab7ac4d req-13314b07-9bf3-4187-9501-3f55f4134908 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:12.882066 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2a67c592-0ec5-4253-b6af-5cbedab7ac4d req-13314b07-9bf3-4187-9501-3f55f4134908 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0701270 Mar 31 20:28:12.897398 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e02a3c-b51f-4e03-bd26-06d759cd4c63 req-bffde84f-8505-477b-89a2-49ca591d94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:12.899201 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b9e02a3c-b51f-4e03-bd26-06d759cd4c63 req-bffde84f-8505-477b-89a2-49ca591d94a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=30b0a1b0-7c2f-451e-9749-77577e4481f6 HTTP/1.1" status: 200 len: 848 time: 0.0610719 Mar 31 20:28:12.931949 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2a67c592-0ec5-4253-b6af-5cbedab7ac4d req-76631e2a-2b10-40bb-8538-e58f3e200eef tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440898 Mar 31 20:28:12.949787 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e02a3c-b51f-4e03-bd26-06d759cd4c63 req-ab4f4ade-fd18-43b8-af7b-c730d8cc2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:12.951563 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b9e02a3c-b51f-4e03-bd26-06d759cd4c63 req-ab4f4ade-fd18-43b8-af7b-c730d8cc2220 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454535 Mar 31 20:28:13.043846 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b9e02a3c-b51f-4e03-bd26-06d759cd4c63 req-59968d58-120f-487a-95f3-f41aeb5f0749 service neutron] 10.222.0.76 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844979 Mar 31 20:28:13.134970 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b9e02a3c-b51f-4e03-bd26-06d759cd4c63 req-d22b6b43-319c-4919-bf18-7efef6faef05 service neutron] 10.222.0.76 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836208 Mar 31 20:28:13.799342 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9ce2f-40cc-4e8a-86ee-260e6ab488d9 req-2d3dd6b9-f4fa-47cf-8ac9-a2fde3792bca tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:13.800824 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9ac9ce2f-40cc-4e8a-86ee-260e6ab488d9 req-2d3dd6b9-f4fa-47cf-8ac9-a2fde3792bca tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 943 time: 0.0519977 Mar 31 20:28:13.849313 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9ac9ce2f-40cc-4e8a-86ee-260e6ab488d9 req-cbaf7b53-580d-47af-96f0-eca1b349d9db tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 Mar 31 20:28:14.048217 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66739d62-14f8-4c55-8ddc-61497fc4bfd5 req-966c767f-a782-47d5-837b-aa35d113e04f tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:14.049740 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-66739d62-14f8-4c55-8ddc-61497fc4bfd5 req-966c767f-a782-47d5-837b-aa35d113e04f tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0519915 Mar 31 20:28:14.109517 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-66739d62-14f8-4c55-8ddc-61497fc4bfd5 req-5de4f863-daf4-4ec0-aa55-3fe841a02c7d tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481019 Mar 31 20:28:14.405377 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb690817-275e-472a-b3ad-2c8875e2c6e4 req-b7f9b223-942e-40ba-8737-e960c80303e8 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:14.406768 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cb690817-275e-472a-b3ad-2c8875e2c6e4 req-b7f9b223-942e-40ba-8737-e960c80303e8 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0528734 Mar 31 20:28:14.462622 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cb690817-275e-472a-b3ad-2c8875e2c6e4 req-c86f5d31-7673-4b33-917c-909d83b85485 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494063 Mar 31 20:28:14.967513 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a52401-dc09-4337-9b5c-76527c5e2126 req-bed1cf2b-af29-4295-b28a-4cceca20d9c4 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:14.969153 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f1a52401-dc09-4337-9b5c-76527c5e2126 req-bed1cf2b-af29-4295-b28a-4cceca20d9c4 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 943 time: 0.0533733 Mar 31 20:28:15.028205 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f1a52401-dc09-4337-9b5c-76527c5e2126 req-1cde8acc-82e8-421b-8f2a-22aaee10fabc tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533478 Mar 31 20:28:15.229887 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd2e11-f57c-4055-902c-5e7b8b83405d req-330f33e7-1e5a-41e5-90c1-20afb4b29b64 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:15.231352 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-73fd2e11-f57c-4055-902c-5e7b8b83405d req-330f33e7-1e5a-41e5-90c1-20afb4b29b64 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0573792 Mar 31 20:28:15.279637 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-73fd2e11-f57c-4055-902c-5e7b8b83405d req-ca6744fa-ab2a-4121-9564-f9c0ae7b7efe tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423784 Mar 31 20:28:15.304318 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device aca0fd60-57dc-41c0-b5df-7b23ad934dee details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:28:15.399300 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port aca0fd60-57dc-41c0-b5df-7b23ad934dee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aca0fd60-57dc-41c0-b5df-7b23ad934dee,segment=NetworkSegment(43f20563-179b-4d26-b72d-873a9ed8bffe),segment_id=43f20563-179b-4d26-b72d-873a9ed8bffe)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:15.410250 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': 'aca0fd60-57dc-41c0-b5df-7b23ad934dee', 'network_id': '67805899-6a3d-42e3-aa24-8473050fa597', 'port_id': 'aca0fd60-57dc-41c0-b5df-7b23ad934dee', 'mac_address': 'fa:16:3e:ff:a0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed5a17d-7631-4711-97c6-787d94d0ca74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:28:15.445573 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port aca0fd60-57dc-41c0-b5df-7b23ad934dee is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:15.445961 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:15.458292 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca0fd60-57dc-41c0-b5df-7b23ad934dee {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:28:15.478636 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port aca0fd60-57dc-41c0-b5df-7b23ad934dee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aca0fd60-57dc-41c0-b5df-7b23ad934dee,segment=NetworkSegment(43f20563-179b-4d26-b72d-873a9ed8bffe),segment_id=43f20563-179b-4d26-b72d-873a9ed8bffe)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:15.607183 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b3523-30a0-4d20-a1e9-dde4017317e2 req-a8b76d48-46a4-46ca-b3c0-0dac6797ad6f tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:15.607183 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9c4b3523-30a0-4d20-a1e9-dde4017317e2 req-a8b76d48-46a4-46ca-b3c0-0dac6797ad6f tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0537889 Mar 31 20:28:15.635930 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9c4b3523-30a0-4d20-a1e9-dde4017317e2 req-21695c1f-5b23-42e4-8e63-3ab9ed6b87f3 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423760 Mar 31 20:28:15.674614 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:15.722063 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=aca0fd60-57dc-41c0-b5df-7b23ad934dee,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:16.151081 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733404fa-4acc-4885-bcde-30b358d1fd19 req-2d13741b-cd58-4680-8d5a-5d52b7b6433c tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:16.152556 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-733404fa-4acc-4885-bcde-30b358d1fd19 req-2d13741b-cd58-4680-8d5a-5d52b7b6433c tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 944 time: 0.0571606 Mar 31 20:28:16.199414 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-733404fa-4acc-4885-bcde-30b358d1fd19 req-5843849b-1df6-4ede-9011-4d34c5c6721c tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413048 Mar 31 20:28:16.224561 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['aca0fd60-57dc-41c0-b5df-7b23ad934dee'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:28:16.402194 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c24ea-40a2-47bb-9054-138548832d9e req-cdde16fa-6057-4ef8-b8a4-09f575355261 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:16.403696 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e76c24ea-40a2-47bb-9054-138548832d9e req-cdde16fa-6057-4ef8-b8a4-09f575355261 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0538988 Mar 31 20:28:16.455417 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e76c24ea-40a2-47bb-9054-138548832d9e req-081d6eee-d48a-4861-ae96-f716f76fde49 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461614 Mar 31 20:28:16.752174 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38bc13-68fc-4ba8-be8e-340650f024ba req-f9cf8731-ef30-45fb-9c50-2452005fec27 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:16.753654 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3c38bc13-68fc-4ba8-be8e-340650f024ba req-f9cf8731-ef30-45fb-9c50-2452005fec27 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0509942 Mar 31 20:28:16.802291 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3c38bc13-68fc-4ba8-be8e-340650f024ba req-49875e21-760f-4f27-9a0e-d885383a3b24 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430996 Mar 31 20:28:17.313133 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 44258) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:17.319991 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d912c5-c792-4736-bd95-d393cd99e3c9 req-2262322f-bd5f-41db-b40f-34279dbe2311 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:17.324794 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a7d912c5-c792-4736-bd95-d393cd99e3c9 req-2262322f-bd5f-41db-b40f-34279dbe2311 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 944 time: 0.0577173 Mar 31 20:28:17.378155 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a7d912c5-c792-4736-bd95-d393cd99e3c9 req-026bd727-408c-4515-bed8-c4e411a9d4aa tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499461 Mar 31 20:28:17.431428 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f0089f82-f5b4-4edf-b50b-eafb1cb884e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:17.509126 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f0089f82-f5b4-4edf-b50b-eafb1cb884e7 admin admin] Publish callbacks [] for security_group (863b2223-45e2-4a9a-b76a-09d97eed6173), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:17.571064 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c08232c8-04a4-4938-95e9-93ba57074900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:17.572110 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ea118-40d5-4798-a70d-5ffa1f280018 req-4e5fb424-5337-4b4e-871d-d1d970c7ef33 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:17.574231 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b1ea118-40d5-4798-a70d-5ffa1f280018 req-4e5fb424-5337-4b4e-871d-d1d970c7ef33 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0522721 Mar 31 20:28:17.605322 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f0089f82-f5b4-4edf-b50b-eafb1cb884e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (863b2223-45e2-4a9a-b76a-09d97eed6173), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:17.625486 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b1ea118-40d5-4798-a70d-5ffa1f280018 req-36a0b5d9-b1d3-4c98-8813-300c4b513e22 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442464 Mar 31 20:28:17.646680 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0089f82-f5b4-4edf-b50b-eafb1cb884e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863b2223-45e2-4a9a-b76a-09d97eed6173,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:17.652367 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f0089f82-f5b4-4edf-b50b-eafb1cb884e7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7704587b3cd346828e08a30004ca5e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381960 Mar 31 20:28:17.654980 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 44264) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:17.707356 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-516d5632-1ec5-42ab-8084-ff3c7c3ba2a2 admin admin] Publish callbacks [] for security_group (863b2223-45e2-4a9a-b76a-09d97eed6173), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:17.727535 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-516d5632-1ec5-42ab-8084-ff3c7c3ba2a2 admin admin] Publish callbacks [] for security_group (863b2223-45e2-4a9a-b76a-09d97eed6173), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:17.879793 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-516d5632-1ec5-42ab-8084-ff3c7c3ba2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (863b2223-45e2-4a9a-b76a-09d97eed6173), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:17.882504 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-516d5632-1ec5-42ab-8084-ff3c7c3ba2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:17.883756 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-516d5632-1ec5-42ab-8084-ff3c7c3ba2a2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/863b2223-45e2-4a9a-b76a-09d97eed6173 HTTP/1.1" status: 204 len: 168 time: 0.2278960 Mar 31 20:28:17.892786 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d5632-1ec5-42ab-8084-ff3c7c3ba2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863b2223-45e2-4a9a-b76a-09d97eed6173,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:17.928633 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5752c8-c727-402c-8057-decbd4889c12 req-4f6add06-56f2-4968-b3f9-315298cdcf9d tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:17.930140 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0c5752c8-c727-402c-8057-decbd4889c12 req-4f6add06-56f2-4968-b3f9-315298cdcf9d tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0594082 Mar 31 20:28:17.977480 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0c5752c8-c727-402c-8057-decbd4889c12 req-ace664bc-8f64-4aa4-a254-e9218da2b0c7 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415125 Mar 31 20:28:18.489612 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fa3ad-6d29-44a1-a6d2-3c8d550b375a req-eb63e268-fbbf-4ad9-8757-765daff14e1a tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:18.491078 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-406fa3ad-6d29-44a1-a6d2-3c8d550b375a req-eb63e268-fbbf-4ad9-8757-765daff14e1a tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 944 time: 0.0514343 Mar 31 20:28:18.536573 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-406fa3ad-6d29-44a1-a6d2-3c8d550b375a req-0a202642-11f1-4557-b363-d5815486253c tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395994 Mar 31 20:28:18.751746 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdbd14-22c4-4111-a643-707af65e7343 req-1e88fe1d-3238-4021-ae78-8f780ebbf084 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:18.753220 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-70bdbd14-22c4-4111-a643-707af65e7343 req-1e88fe1d-3238-4021-ae78-8f780ebbf084 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0515022 Mar 31 20:28:18.804270 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-70bdbd14-22c4-4111-a643-707af65e7343 req-a56819b7-cbb5-4b8e-97c1-92ef31babbde tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455983 Mar 31 20:28:19.094826 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec0e31-f309-4050-a4eb-fec86d881eb6 req-4bad76f9-17e0-497a-af85-7ad6bc52ff78 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:19.096316 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0cec0e31-f309-4050-a4eb-fec86d881eb6 req-4bad76f9-17e0-497a-af85-7ad6bc52ff78 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0519483 Mar 31 20:28:19.142733 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0cec0e31-f309-4050-a4eb-fec86d881eb6 req-b6ea696f-5130-4a7f-81f4-57d0a6cf0a96 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407712 Mar 31 20:28:19.338838 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device aca0fd60-57dc-41c0-b5df-7b23ad934dee up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:19.451006 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port aca0fd60-57dc-41c0-b5df-7b23ad934dee completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:28:19.454848 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port aca0fd60-57dc-41c0-b5df-7b23ad934dee triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:19.455222 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:19.528867 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port aca0fd60-57dc-41c0-b5df-7b23ad934dee is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:19.529275 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:19.550678 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca0fd60-57dc-41c0-b5df-7b23ad934dee'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:19.556373 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc82f2c7-6f78-4826-b153-0f47699af1a3" -d '{"events": [{"server_uuid": "6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b", "name": "network-vif-plugged", "status": "completed", "tag": "aca0fd60-57dc-41c0-b5df-7b23ad934dee"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:19.569009 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port aca0fd60-57dc-41c0-b5df-7b23ad934dee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aca0fd60-57dc-41c0-b5df-7b23ad934dee,segment=NetworkSegment(43f20563-179b-4d26-b72d-873a9ed8bffe),segment_id=43f20563-179b-4d26-b72d-873a9ed8bffe)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:19.591290 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb2facb-a603-42e4-94c6-b58221b4a8a3 x-openstack-request-id: req-ebb2facb-a603-42e4-94c6-b58221b4a8a3 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:19.591591 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b", "name": "network-vif-plugged", "status": "completed", "tag": "aca0fd60-57dc-41c0-b5df-7b23ad934dee", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:19.591967 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ebb2facb-a603-42e4-94c6-b58221b4a8a3 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:19.592512 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb2facb-a603-42e4-94c6-b58221b4a8a3'] response: {'server_uuid': '6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca0fd60-57dc-41c0-b5df-7b23ad934dee', 'code': 200} Mar 31 20:28:19.633888 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:19.683410 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=aca0fd60-57dc-41c0-b5df-7b23ad934dee,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:19.694512 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22decf4-2064-4aba-8a63-95fb5fd3dfd8 req-de2237a8-4f40-4a8a-a514-0402809fe4e6 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:19.696078 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a22decf4-2064-4aba-8a63-95fb5fd3dfd8 req-de2237a8-4f40-4a8a-a514-0402809fe4e6 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 945 time: 0.0684719 Mar 31 20:28:19.743619 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a22decf4-2064-4aba-8a63-95fb5fd3dfd8 req-03331116-4e24-46ee-937f-196e007e1597 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Mar 31 20:28:19.845479 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-0b3828db-9a41-4812-9905-1b5f3d282ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:19.928792 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9d499-06e7-4a1c-9ca2-b8a0a914027b req-002fbd78-ccd0-41c1-b4ce-9340d61bdedd tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:19.930307 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b8c9d499-06e7-4a1c-9ca2-b8a0a914027b req-002fbd78-ccd0-41c1-b4ce-9340d61bdedd tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0583420 Mar 31 20:28:19.937151 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855a84-0339-43cc-a65c-fc816a04b359 req-9b4c72f7-e9a8-4d17-9f37-5698dd732794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:19.938635 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-47855a84-0339-43cc-a65c-fc816a04b359 req-9b4c72f7-e9a8-4d17-9f37-5698dd732794 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 1129 time: 0.0459337 Mar 31 20:28:19.982459 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b8c9d499-06e7-4a1c-9ca2-b8a0a914027b req-06168a3c-c8e8-4d79-bfa6-ae0e97acd522 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458317 Mar 31 20:28:19.996014 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-47855a84-0339-43cc-a65c-fc816a04b359 req-054e3fa7-2a0c-454a-a7ae-de4b353d8097 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502055 Mar 31 20:28:20.414605 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ad7a8-b752-414b-bbcc-f44f1057bbb5 req-57fb008a-c070-4860-9143-bd83ad0633ef tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:20.416077 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d9ad7a8-b752-414b-bbcc-f44f1057bbb5 req-57fb008a-c070-4860-9143-bd83ad0633ef tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0524724 Mar 31 20:28:20.461890 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d9ad7a8-b752-414b-bbcc-f44f1057bbb5 req-89009236-bb29-48b4-b745-c4db87d407a5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396445 Mar 31 20:28:20.865191 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f6977-d486-4dfc-8f5a-cefbb5ec471a req-cc0c852e-f4d7-4c75-92bd-ba54d41d4dc0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:20.866719 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b20f6977-d486-4dfc-8f5a-cefbb5ec471a req-cc0c852e-f4d7-4c75-92bd-ba54d41d4dc0 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 945 time: 0.0558982 Mar 31 20:28:20.914481 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b20f6977-d486-4dfc-8f5a-cefbb5ec471a req-568bdc29-c93a-4623-b95e-c7836dfc410b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Mar 31 20:28:20.953855 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:21.098802 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffb8a3-25a4-4661-84d4-b75624556578 req-448d0342-afcd-4ee5-b559-b136a1f45a33 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:21.100275 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-91ffb8a3-25a4-4661-84d4-b75624556578 req-448d0342-afcd-4ee5-b559-b136a1f45a33 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0526834 Mar 31 20:28:21.148682 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-91ffb8a3-25a4-4661-84d4-b75624556578 req-0400dd45-a0a1-4e88-ba52-e197f3c91e93 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428905 Mar 31 20:28:21.579646 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e8bd-be6b-4dc4-ab83-50d6f3067095 req-f59bbd29-e251-45fb-861c-c7431b0da9a5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:21.581146 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a819e8bd-be6b-4dc4-ab83-50d6f3067095 req-f59bbd29-e251-45fb-861c-c7431b0da9a5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0522752 Mar 31 20:28:21.631527 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a819e8bd-be6b-4dc4-ab83-50d6f3067095 req-5c6c2ece-432a-4564-bc02-6036f32ad155 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448067 Mar 31 20:28:22.038951 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66e474-4d4c-490d-a04d-289ca99a28db req-28589f12-660e-44c2-8d57-8f774b5489c1 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:22.040365 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ac66e474-4d4c-490d-a04d-289ca99a28db req-28589f12-660e-44c2-8d57-8f774b5489c1 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 945 time: 0.0601404 Mar 31 20:28:22.087188 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ac66e474-4d4c-490d-a04d-289ca99a28db req-ad386294-dd0a-4ae0-a3e2-0345e23d3344 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412002 Mar 31 20:28:22.199728 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:22.265145 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcce715-43a5-4fdc-a7e5-c529497810a9 req-0debe664-1f7a-40bd-97d9-9b32dd479f5a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:22.266629 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fbcce715-43a5-4fdc-a7e5-c529497810a9 req-0debe664-1f7a-40bd-97d9-9b32dd479f5a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0521662 Mar 31 20:28:22.317938 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fbcce715-43a5-4fdc-a7e5-c529497810a9 req-5bc5ce4e-86d6-4a1f-947d-c290ae496bdb tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453627 Mar 31 20:28:22.753306 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff2452-2261-42c8-a089-0445774f5d6c req-81c2c793-bc10-4049-a277-879de1773179 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:22.754783 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-51ff2452-2261-42c8-a089-0445774f5d6c req-81c2c793-bc10-4049-a277-879de1773179 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0567496 Mar 31 20:28:22.801198 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-51ff2452-2261-42c8-a089-0445774f5d6c req-67ed8ac6-2c8c-4333-abfd-3e9c921d7e93 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408261 Mar 31 20:28:23.353726 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device cc3c4875-8f14-43dc-a876-070c7e45a1ed details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:28:23.435699 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce3fe5-5f4e-4a5f-bf49-1f3b4e9c8026 req-32db97a7-1802-4cfa-9d67-beb105d6b741 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:23.437214 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-42ce3fe5-5f4e-4a5f-bf49-1f3b4e9c8026 req-32db97a7-1802-4cfa-9d67-beb105d6b741 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0530694 Mar 31 20:28:23.449158 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port cc3c4875-8f14-43dc-a876-070c7e45a1ed, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:23.464023 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'port_id': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'mac_address': 'fa:16:3e:19:90:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:28:23.490191 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-42ce3fe5-5f4e-4a5f-bf49-1f3b4e9c8026 req-6c95d505-6e18-4ae3-a373-5e11ca098d84 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446956 Mar 31 20:28:23.499984 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port cc3c4875-8f14-43dc-a876-070c7e45a1ed is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:23.500375 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.513552 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3c4875-8f14-43dc-a876-070c7e45a1ed {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:28:23.532083 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port cc3c4875-8f14-43dc-a876-070c7e45a1ed, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:23.611293 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.659224 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=cc3c4875-8f14-43dc-a876-070c7e45a1ed,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:23.834389 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.923227 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321ead6-98b3-4b54-8b71-ccf8a64c7484 req-5887683a-7558-4a80-8736-3327425a2a7e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:23.924697 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e321ead6-98b3-4b54-8b71-ccf8a64c7484 req-5887683a-7558-4a80-8736-3327425a2a7e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0547833 Mar 31 20:28:23.975910 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e321ead6-98b3-4b54-8b71-ccf8a64c7484 req-6ff9a09e-6524-4a21-8768-ab89742f02d7 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457344 Mar 31 20:28:24.095909 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['cc3c4875-8f14-43dc-a876-070c7e45a1ed'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:28:24.606612 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cf178-40d0-43bc-a7e6-44837bb545da req-37eaa0d5-ab75-4d30-8eef-4d83bed55fd3 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:24.608114 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-257cf178-40d0-43bc-a7e6-44837bb545da req-37eaa0d5-ab75-4d30-8eef-4d83bed55fd3 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 944 time: 0.0527031 Mar 31 20:28:24.656515 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-257cf178-40d0-43bc-a7e6-44837bb545da req-a769d47d-0c44-4aed-aa90-bb974616cca6 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427647 Mar 31 20:28:25.092458 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab208dc-44e3-4d47-9db6-8ec07dd97a0e req-a43d9c68-0af5-4bf0-985e-dad1ae092d4a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:25.094021 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1ab208dc-44e3-4d47-9db6-8ec07dd97a0e req-a43d9c68-0af5-4bf0-985e-dad1ae092d4a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0514638 Mar 31 20:28:25.139877 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1ab208dc-44e3-4d47-9db6-8ec07dd97a0e req-bc77e266-c6bf-4091-b137-dcf56c38a7de tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404751 Mar 31 20:28:25.777936 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea74b7-54a3-4d4e-9f4e-907d381c12eb req-9cba718c-b377-48e0-892c-ba0aa7444691 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:25.779426 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-36ea74b7-54a3-4d4e-9f4e-907d381c12eb req-9cba718c-b377-48e0-892c-ba0aa7444691 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 944 time: 0.0562840 Mar 31 20:28:25.829503 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-36ea74b7-54a3-4d4e-9f4e-907d381c12eb req-54c2cc28-5a1f-4f88-b42d-006ccbbb5093 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442989 Mar 31 20:28:26.256763 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ee77f-2f7d-4c68-a9af-4d29922bbd47 req-55333e03-aab6-44f8-9fa4-57113079467c tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:26.258302 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b79ee77f-2f7d-4c68-a9af-4d29922bbd47 req-55333e03-aab6-44f8-9fa4-57113079467c tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0516684 Mar 31 20:28:26.304038 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b79ee77f-2f7d-4c68-a9af-4d29922bbd47 req-be5eccc3-2c74-472c-9cea-bf13b5d9deca tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394342 Mar 31 20:28:26.946821 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c3e48-5986-4c46-be39-5213102b9a3f req-1debb3c4-3c27-4cf6-a9bc-36b768187798 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:26.948722 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a16c3e48-5986-4c46-be39-5213102b9a3f req-1debb3c4-3c27-4cf6-a9bc-36b768187798 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 944 time: 0.0554047 Mar 31 20:28:26.997126 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a16c3e48-5986-4c46-be39-5213102b9a3f req-b021c562-d908-43d4-a35a-692d1c3d5dd5 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426273 Mar 31 20:28:27.392177 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device cc3c4875-8f14-43dc-a876-070c7e45a1ed up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:27.423747 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55405894-8abf-4565-8e1f-c36164ede623 req-813d5269-bed9-4eca-885c-095037083d4d tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:27.425259 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-55405894-8abf-4565-8e1f-c36164ede623 req-813d5269-bed9-4eca-885c-095037083d4d tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0530498 Mar 31 20:28:27.472585 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-55405894-8abf-4565-8e1f-c36164ede623 req-ddfcd7f0-40ab-449f-89ae-813575e1c22f tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416780 Mar 31 20:28:27.508380 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port cc3c4875-8f14-43dc-a876-070c7e45a1ed completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:28:27.512834 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port cc3c4875-8f14-43dc-a876-070c7e45a1ed triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:27.513237 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.587698 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port cc3c4875-8f14-43dc-a876-070c7e45a1ed is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:27.588011 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.611069 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:27.613310 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6042bb01-154f-4bc7-8572-06f137b78fa8" -d '{"events": [{"server_uuid": "1e46be96-eeb7-4770-af79-08c113e3b19f", "name": "network-vif-plugged", "status": "completed", "tag": "cc3c4875-8f14-43dc-a876-070c7e45a1ed"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:27.625956 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port cc3c4875-8f14-43dc-a876-070c7e45a1ed, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:27.719766 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.769602 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=cc3c4875-8f14-43dc-a876-070c7e45a1ed,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:27.825703 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8a6e91-6fa3-4688-83e9-00fc5206f034 x-openstack-request-id: req-6d8a6e91-6fa3-4688-83e9-00fc5206f034 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:27.826029 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e46be96-eeb7-4770-af79-08c113e3b19f", "name": "network-vif-plugged", "status": "completed", "tag": "cc3c4875-8f14-43dc-a876-070c7e45a1ed", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:27.826289 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6d8a6e91-6fa3-4688-83e9-00fc5206f034 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:27.826691 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8a6e91-6fa3-4688-83e9-00fc5206f034'] response: {'server_uuid': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'code': 200} Mar 31 20:28:28.111917 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d04b-9931-4b15-bc1a-7132dadd6669 req-37aea7f5-6719-4d48-859a-9bdea81ff262 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:28.113435 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9562d04b-9931-4b15-bc1a-7132dadd6669 req-37aea7f5-6719-4d48-859a-9bdea81ff262 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0527201 Mar 31 20:28:28.164627 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa4ec9-667b-4462-a55f-4659145efaa4 req-b26aab2f-22af-48a1-9db6-9ef90d2e684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:28.168765 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-39fa4ec9-667b-4462-a55f-4659145efaa4 req-b26aab2f-22af-48a1-9db6-9ef90d2e684e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 1129 time: 0.0475717 Mar 31 20:28:28.169991 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9562d04b-9931-4b15-bc1a-7132dadd6669 req-44253782-6f8e-49db-b871-f23e7764f4f7 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509002 Mar 31 20:28:28.220952 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-39fa4ec9-667b-4462-a55f-4659145efaa4 req-ddf5e840-a31c-4016-bc71-8f2592a54e3b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479496 Mar 31 20:28:28.591740 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34918c2-5a5d-4faf-95ee-89b0781f7dff req-61f8feae-9363-488a-9775-342d56fa2b86 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:28.593217 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e34918c2-5a5d-4faf-95ee-89b0781f7dff req-61f8feae-9363-488a-9775-342d56fa2b86 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0524533 Mar 31 20:28:28.638907 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e34918c2-5a5d-4faf-95ee-89b0781f7dff req-5b38f1b9-f1a6-4577-a2ae-4cba9a154144 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402234 Mar 31 20:28:29.345136 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50854397-16fa-4aa4-b136-d97784733381 req-b0a0e679-104e-4d7c-b5fc-ba6c52c79a6e tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:29.346618 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-50854397-16fa-4aa4-b136-d97784733381 req-b0a0e679-104e-4d7c-b5fc-ba6c52c79a6e tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0551636 Mar 31 20:28:29.394897 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-50854397-16fa-4aa4-b136-d97784733381 req-398868fe-f8e0-4eb5-a378-a2e9cdf68819 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425804 Mar 31 20:28:29.759785 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bfbcf-f2de-4ba2-ad4f-64ae8d526f2f req-2f177c16-b690-4c52-bfc9-c1adee1da763 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:29.761262 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-096bfbcf-f2de-4ba2-ad4f-64ae8d526f2f req-2f177c16-b690-4c52-bfc9-c1adee1da763 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0552034 Mar 31 20:28:29.806546 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-096bfbcf-f2de-4ba2-ad4f-64ae8d526f2f req-a9e81392-3c40-4c12-9a10-25bac3bcf72d tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397110 Mar 31 20:28:30.514768 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889edfd-30d5-498d-bb07-68363d887079 req-bb65619a-326c-472e-914d-e84d498037b9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:30.517569 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9889edfd-30d5-498d-bb07-68363d887079 req-bb65619a-326c-472e-914d-e84d498037b9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0584307 Mar 31 20:28:30.567651 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9889edfd-30d5-498d-bb07-68363d887079 req-1819f526-e08c-4d93-a47f-72a17c8c2e6f tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439239 Mar 31 20:28:30.682937 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934413a5-e55a-4523-9fff-252d66e9767f req-d085137c-3f29-43d6-8bf9-3cc820c46d7f tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:30.684430 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-934413a5-e55a-4523-9fff-252d66e9767f req-d085137c-3f29-43d6-8bf9-3cc820c46d7f tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0528395 Mar 31 20:28:30.738037 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-934413a5-e55a-4523-9fff-252d66e9767f req-0fe9f512-762f-4d29-bdbb-8e065c162fbf tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481346 Mar 31 20:28:30.760940 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 44360) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:30.951261 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4324fc-fcd7-4a74-b5c0-c290878d2a19 req-6e1d10a3-02ff-477e-9f65-11f100a68be5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:30.952763 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba4324fc-fcd7-4a74-b5c0-c290878d2a19 req-6e1d10a3-02ff-477e-9f65-11f100a68be5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0788765 Mar 31 20:28:30.980710 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84297b0-3626-4d55-9c02-1f90a3ca318c tempest-TestShelveInstance-951704656 tempest-TestShelveInstance-951704656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:30.982232 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-d84297b0-3626-4d55-9c02-1f90a3ca318c tempest-TestShelveInstance-951704656 tempest-TestShelveInstance-951704656-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 1124 time: 0.2202752 Mar 31 20:28:30.985677 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 44366) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:30.990208 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Request body: {'floatingip': {'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'port_id': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:31.009215 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba4324fc-fcd7-4a74-b5c0-c290878d2a19 req-c22e1b5d-8824-42ad-992f-5e2045132218 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497248 Mar 31 20:28:31.085847 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:31.178804 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:31.283955 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Allocated IP 172.27.2.206 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/7bab41d0-973f-4c99-b29a-4533470a7037) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:28:31.393002 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for port (7bab41d0-973f-4c99-b29a-4533470a7037), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:31.442604 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22d1f8-99f7-43d9-8024-3166be96f01d req-d148ca14-d3b0-4e23-8931-b4c11dfd72ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:31.444147 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5f22d1f8-99f7-43d9-8024-3166be96f01d req-d148ca14-d3b0-4e23-8931-b4c11dfd72ea tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0564468 Mar 31 20:28:31.493251 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5f22d1f8-99f7-43d9-8024-3166be96f01d req-c3114854-5b63-490a-a930-9f55374c66cc tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427632 Mar 31 20:28:31.497566 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (7bab41d0-973f-4c99-b29a-4533470a7037), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:31.561286 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:28:31.572237 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:31.575104 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:28:31.579413 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Pushing event updated for resources: {'Port': ['ID=7bab41d0-973f-4c99-b29a-4533470a7037,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:31.621069 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9974f8e-7c77-429f-b7da-acdec0d2f653 req-4ea5e72e-a130-4a7d-9306-1a311ac6e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:31.622570 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a9974f8e-7c77-429f-b7da-acdec0d2f653 req-4ea5e72e-a130-4a7d-9306-1a311ac6e5e7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8a88ee937e04771b0ceeacc3f46e720&device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 1130 time: 0.0949745 Mar 31 20:28:31.834468 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9974f8e-7c77-429f-b7da-acdec0d2f653 req-4c26ea05-8a23-484a-b795-a515721dfeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:31.835833 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a9974f8e-7c77-429f-b7da-acdec0d2f653 req-4c26ea05-8a23-484a-b795-a515721dfeb3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 HTTP/1.1" status: 200 len: 911 time: 0.2063198 Mar 31 20:28:31.919020 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a9974f8e-7c77-429f-b7da-acdec0d2f653 req-397fbd9d-c96c-4017-8f45-3e0661b8437c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 HTTP/1.1" status: 200 len: 1001 time: 0.0740199 Mar 31 20:28:32.257705 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9974f8e-7c77-429f-b7da-acdec0d2f653 req-4c88bfbc-d9b5-43ea-a09c-d346d852b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:32.259146 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a9974f8e-7c77-429f-b7da-acdec0d2f653 req-4c88bfbc-d9b5-43ea-a09c-d346d852b81f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6 HTTP/1.1" status: 200 len: 849 time: 0.3290074 Mar 31 20:28:32.326624 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for floatingip (399d8327-3606-4854-9205-8726066bd027), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.357986 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9974f8e-7c77-429f-b7da-acdec0d2f653 req-3fed4c9e-15ec-468d-a0a6-12ed59b140bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:32.359449 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a9974f8e-7c77-429f-b7da-acdec0d2f653 req-3fed4c9e-15ec-468d-a0a6-12ed59b140bc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799448 Mar 31 20:28:32.454888 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a9974f8e-7c77-429f-b7da-acdec0d2f653 req-84bdc2ca-f008-481d-8000-46625698024e service neutron] 10.222.0.76 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856307 Mar 31 20:28:32.490879 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7bab41d0-973f-4c99-b29a-4533470a7037), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.618039 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708c955-d26e-45de-935f-1609cb5b65eb req-a54d19ab-fb81-427f-92eb-4bf7708a2f40 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:32.620297 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5708c955-d26e-45de-935f-1609cb5b65eb req-a54d19ab-fb81-427f-92eb-4bf7708a2f40 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0517426 Mar 31 20:28:32.644467 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for port (7bab41d0-973f-4c99-b29a-4533470a7037), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.668409 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5708c955-d26e-45de-935f-1609cb5b65eb req-84ffe749-73c3-4148-a5c9-5cc70f137b56 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418816 Mar 31 20:28:32.714177 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (7bab41d0-973f-4c99-b29a-4533470a7037), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.779391 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Pushing event updated for resources: {'Port': ['ID=7bab41d0-973f-4c99-b29a-4533470a7037,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:32.790567 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (399d8327-3606-4854-9205-8726066bd027), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.893605 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Floating IP 399d8327-3606-4854-9205-8726066bd027 associated. External IP: 172.27.2.206, port: cc3c4875-8f14-43dc-a876-070c7e45a1ed. Mar 31 20:28:33.096245 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Router 82396441-de8b-4696-a0ec-c8c386d71d51 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:28:33.201044 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:33.210587 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9908245-a209-40cc-8945-c75cb515b8b5 None None] Sync routers for ids ['82396441-de8b-4696-a0ec-c8c386d71d51'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:33.220264 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9908245-a209-40cc-8945-c75cb515b8b5 None None] Routers {'82396441-de8b-4696-a0ec-c8c386d71d51'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:33.220901 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-e9908245-a209-40cc-8945-c75cb515b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:28:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['82396441-de8b-4696-a0ec-c8c386d71d51'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:33.293765 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:33.322585 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7501ea96-f505-43ff-a53d-b15c39f10244 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3358164 Mar 31 20:28:33.323271 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'tag': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:33.323894 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-e9908245-a209-40cc-8945-c75cb515b8b5 None None] Set router 82396441-de8b-4696-a0ec-c8c386d71d51 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:33.325833 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7889a3-6b8a-4377-af96-6fdeb1b60123" -d '{"events": [{"name": "network-changed", "server_uuid": "1e46be96-eeb7-4770-af79-08c113e3b19f", "tag": "cc3c4875-8f14-43dc-a876-070c7e45a1ed"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:33.362882 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4b2dc2-34d5-4db0-b265-ab908c6424a6 x-openstack-request-id: req-8a4b2dc2-34d5-4db0-b265-ab908c6424a6 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:33.362882 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e46be96-eeb7-4770-af79-08c113e3b19f", "tag": "cc3c4875-8f14-43dc-a876-070c7e45a1ed", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:33.362882 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8a4b2dc2-34d5-4db0-b265-ab908c6424a6 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:33.363272 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4b2dc2-34d5-4db0-b265-ab908c6424a6'] response: {'name': 'network-changed', 'server_uuid': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'tag': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'status': 'completed', 'code': 200} Mar 31 20:28:33.544390 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-e9908245-a209-40cc-8945-c75cb515b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '86371ad0-4324-4334-bb3a-5b294637e836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:26:55Z', 'revision_number': 4, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port': {'id': '86371ad0-4324-4334-bb3a-5b294637e836', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:51Z', 'updated_at': '2022-03-31T20:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '399d8327-3606-4854-9205-8726066bd027', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'port_id': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'mac_address': 'fa:16:3e:19:90:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:31Z', 'revision_number': 0, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab8ce10-685e-447c-9221-79118193c62d', 'name': '', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'mac_address': 'fa:16:3e:7b:84:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:54Z', 'updated_at': '2022-03-31T20:26:59Z', 'revision_number': 5, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'subnets': [{'id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:33.569767 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9908245-a209-40cc-8945-c75cb515b8b5 None None] Checking router: 82396441-de8b-4696-a0ec-c8c386d71d51 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:33.578145 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9908245-a209-40cc-8945-c75cb515b8b5 None None] Routers {'82396441-de8b-4696-a0ec-c8c386d71d51'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:33.578733 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-e9908245-a209-40cc-8945-c75cb515b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:28:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['82396441-de8b-4696-a0ec-c8c386d71d51'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:33.681674 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-e9908245-a209-40cc-8945-c75cb515b8b5 None None] Set router 82396441-de8b-4696-a0ec-c8c386d71d51 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:33.787176 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48429c7a-b440-4f12-97bb-61014a799a21 req-3d5bb944-bcce-4a61-9707-bfb1f7294147 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:33.788666 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48429c7a-b440-4f12-97bb-61014a799a21 req-3d5bb944-bcce-4a61-9707-bfb1f7294147 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0531642 Mar 31 20:28:33.839505 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48429c7a-b440-4f12-97bb-61014a799a21 req-b5953d36-b125-4978-8482-e764636c3bd7 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443449 Mar 31 20:28:33.905469 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-e9908245-a209-40cc-8945-c75cb515b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '86371ad0-4324-4334-bb3a-5b294637e836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:26:55Z', 'revision_number': 4, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port': {'id': '86371ad0-4324-4334-bb3a-5b294637e836', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:51Z', 'updated_at': '2022-03-31T20:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '399d8327-3606-4854-9205-8726066bd027', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'port_id': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'mac_address': 'fa:16:3e:19:90:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:31Z', 'revision_number': 0, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab8ce10-685e-447c-9221-79118193c62d', 'name': '', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'mac_address': 'fa:16:3e:7b:84:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:54Z', 'updated_at': '2022-03-31T20:26:59Z', 'revision_number': 5, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'subnets': [{'id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:33.934337 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9908245-a209-40cc-8945-c75cb515b8b5 None None] The sync data for ids ['82396441-de8b-4696-a0ec-c8c386d71d51'] in dv-cinder-836070-1-iscsi is: [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '86371ad0-4324-4334-bb3a-5b294637e836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:26:55Z', 'revision_number': 4, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port': {'id': '86371ad0-4324-4334-bb3a-5b294637e836', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:51Z', 'updated_at': '2022-03-31T20:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '399d8327-3606-4854-9205-8726066bd027', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'port_id': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'mac_address': 'fa:16:3e:19:90:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:31Z', 'revision_number': 0, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab8ce10-685e-447c-9221-79118193c62d', 'name': '', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'mac_address': 'fa:16:3e:7b:84:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:54Z', 'updated_at': '2022-03-31T20:26:59Z', 'revision_number': 5, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'subnets': [{'id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:34.117797 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1388d896-204d-4163-b372-4e0ba31c5fee None None] New status for floating IP 399d8327-3606-4854-9205-8726066bd027: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:28:34.965142 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7ac5d-8a2d-432c-a4d5-304a0b2653d0 req-b9889961-d24c-4c6c-9b10-4f30a59d7aad tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:34.966603 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fdb7ac5d-8a2d-432c-a4d5-304a0b2653d0 req-b9889961-d24c-4c6c-9b10-4f30a59d7aad tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0518384 Mar 31 20:28:35.012362 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fdb7ac5d-8a2d-432c-a4d5-304a0b2653d0 req-e38578a6-9e3a-47e0-95ad-10c2c8b7058c tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403280 Mar 31 20:28:35.496684 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a9974f8e-7c77-429f-b7da-acdec0d2f653 req-91b95616-1309-44ac-a79e-ca24a3139eef service neutron] 10.222.0.76 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958800 Mar 31 20:28:36.130161 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9187b-2dfc-4ce7-9d4e-fd888513368a req-921186c0-1e7b-42ef-8d3b-4a15b14fcdbe tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:36.131624 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e9d9187b-2dfc-4ce7-9d4e-fd888513368a req-921186c0-1e7b-42ef-8d3b-4a15b14fcdbe tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0533206 Mar 31 20:28:36.178002 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e9d9187b-2dfc-4ce7-9d4e-fd888513368a req-3133b6b7-670a-4ad3-8fe7-d3dc98cf6277 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407865 Mar 31 20:28:37.200795 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7889a3-6b8a-4377-af96-6fdeb1b60123 req-bf3caa3c-b417-4e5c-9a07-c54066277bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:37.202291 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0d7889a3-6b8a-4377-af96-6fdeb1b60123 req-bf3caa3c-b417-4e5c-9a07-c54066277bc8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8abb313c6a084802a72b9d6238fd2df6&device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 1129 time: 0.0502117 Mar 31 20:28:37.333575 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7889a3-6b8a-4377-af96-6fdeb1b60123 req-de15b0e6-f7ae-4c24-9b27-f088b65d22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:37.334939 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0d7889a3-6b8a-4377-af96-6fdeb1b60123 req-de15b0e6-f7ae-4c24-9b27-f088b65d22dd service neutron] 10.222.0.76 "GET /v2.0/networks?id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 HTTP/1.1" status: 200 len: 910 time: 0.1169381 Mar 31 20:28:37.343231 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e793b91-2764-48c5-bbb4-d180f77617bb req-fae244af-363d-46a4-bff7-a9808c042719 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:37.344565 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7e793b91-2764-48c5-bbb4-d180f77617bb req-fae244af-363d-46a4-bff7-a9808c042719 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0862322 Mar 31 20:28:37.430391 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0d7889a3-6b8a-4377-af96-6fdeb1b60123 req-e8d84e77-7a13-428f-8d78-652376e4bb24 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed HTTP/1.1" status: 200 len: 1001 time: 0.0848660 Mar 31 20:28:37.433986 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7e793b91-2764-48c5-bbb4-d180f77617bb req-9b929ba1-b752-4bc3-acd8-4d99405634d0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830376 Mar 31 20:28:37.489591 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7889a3-6b8a-4377-af96-6fdeb1b60123 req-b7445375-0b07-446c-a1c0-897fcf04fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:37.491077 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0d7889a3-6b8a-4377-af96-6fdeb1b60123 req-b7445375-0b07-446c-a1c0-897fcf04fa95 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=30b0a1b0-7c2f-451e-9749-77577e4481f6 HTTP/1.1" status: 200 len: 848 time: 0.0542080 Mar 31 20:28:37.737899 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7889a3-6b8a-4377-af96-6fdeb1b60123 req-697adb43-32fb-4e21-a72b-9d8bbd3f91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:37.739453 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0d7889a3-6b8a-4377-af96-6fdeb1b60123 req-697adb43-32fb-4e21-a72b-9d8bbd3f91fb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448034 Mar 31 20:28:37.826186 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0d7889a3-6b8a-4377-af96-6fdeb1b60123 req-491cd9dc-38d0-4911-ab0f-ae3216b5d8d6 service neutron] 10.222.0.76 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795135 Mar 31 20:28:37.919839 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0d7889a3-6b8a-4377-af96-6fdeb1b60123 req-08b471e5-3597-4dc2-b67d-7f013c398787 service neutron] 10.222.0.76 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861223 Mar 31 20:28:38.566115 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5487c-53ac-4334-8f8f-c4dd1d83e6ad req-9900a89d-82e0-44da-82b5-66ac13e9b9e1 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:38.567583 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-26f5487c-53ac-4334-8f8f-c4dd1d83e6ad req-9900a89d-82e0-44da-82b5-66ac13e9b9e1 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0523560 Mar 31 20:28:38.614435 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-26f5487c-53ac-4334-8f8f-c4dd1d83e6ad req-9e22922f-9684-4f0e-8365-27932eba6c15 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412183 Mar 31 20:28:39.730296 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3f3f2-5c5e-490e-940b-eb29094dceee req-b3b7a768-472d-48ea-97e4-8a8069df331c tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:39.731750 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a3e3f3f2-5c5e-490e-940b-eb29094dceee req-b3b7a768-472d-48ea-97e4-8a8069df331c tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0519123 Mar 31 20:28:39.781669 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a3e3f3f2-5c5e-490e-940b-eb29094dceee req-837e05ed-9137-411d-a401-842c64545dac tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444412 Mar 31 20:28:40.359947 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.812113 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:28:45.772380 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10d4d628-32f0-4823-9f18-9a4472659ce5 req-c905d093-70b6-46bb-8928-e5a21c7218dc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446479 Mar 31 20:28:45.839136 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4d628-32f0-4823-9f18-9a4472659ce5 req-8a9e54b6-9feb-4517-90fb-d11ca087ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:45.840599 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10d4d628-32f0-4823-9f18-9a4472659ce5 req-8a9e54b6-9feb-4517-90fb-d11ca087ea0b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 1129 time: 0.0432305 Mar 31 20:28:45.944277 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4d628-32f0-4823-9f18-9a4472659ce5 req-99395827-61e9-46e0-b7be-142fe008164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:45.945845 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10d4d628-32f0-4823-9f18-9a4472659ce5 req-99395827-61e9-46e0-b7be-142fe008164e service neutron] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 920 time: 0.0863235 Mar 31 20:28:45.988103 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10d4d628-32f0-4823-9f18-9a4472659ce5 req-41fe0442-a7e7-4acb-9c82-fe883748b754 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=213be8ef-4e5d-44d6-bab9-151d8a3e41bf HTTP/1.1" status: 200 len: 217 time: 0.0352399 Mar 31 20:28:46.037112 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4d628-32f0-4823-9f18-9a4472659ce5 req-c06b155f-0e80-450b-a72a-4822df66715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:46.038695 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10d4d628-32f0-4823-9f18-9a4472659ce5 req-c06b155f-0e80-450b-a72a-4822df66715e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.0449550 Mar 31 20:28:46.093493 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4d628-32f0-4823-9f18-9a4472659ce5 req-e9f52a86-a961-4fd8-8e26-8f1c07b878ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:46.095041 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10d4d628-32f0-4823-9f18-9a4472659ce5 req-e9f52a86-a961-4fd8-8e26-8f1c07b878ef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479200 Mar 31 20:28:46.182754 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10d4d628-32f0-4823-9f18-9a4472659ce5 req-aa4a3893-c156-40e3-84b3-0e95a79a780c service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799859 Mar 31 20:28:46.273025 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10d4d628-32f0-4823-9f18-9a4472659ce5 req-8c99d67a-81ed-488d-9aa4-985c688efaf0 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833969 Mar 31 20:28:47.513595 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4f718f3e-4b12-4029-ae60-84d94a990043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:49.850827 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-0a0bde9c-bef5-4d2d-928c-f184955f2c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:50.937077 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:52.250788 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:53.650480 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdfd9b-a98b-4e4e-8bdd-5df5ea139f03 req-6b372525-c5f2-4f5e-bce6-9b3c1fe9468f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:53.651966 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0dfdfd9b-a98b-4e4e-8bdd-5df5ea139f03 req-6b372525-c5f2-4f5e-bce6-9b3c1fe9468f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0540600 Mar 31 20:28:53.727743 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0dfdfd9b-a98b-4e4e-8bdd-5df5ea139f03 req-7acbc43b-87b1-4fa9-ab18-66974fef7f93 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693078 Mar 31 20:28:53.738238 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b62dc8-626b-4660-a75e-3cb08114f7f8 req-acce7581-eb4a-4ec7-aeb5-1eb1dc03b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:53.743094 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e3b62dc8-626b-4660-a75e-3cb08114f7f8 req-acce7581-eb4a-4ec7-aeb5-1eb1dc03b93a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 1129 time: 0.0684164 Mar 31 20:28:53.837168 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b62dc8-626b-4660-a75e-3cb08114f7f8 req-a38640ef-ad19-4829-b9b3-7444f70f0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:53.838540 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e3b62dc8-626b-4660-a75e-3cb08114f7f8 req-a38640ef-ad19-4829-b9b3-7444f70f0e8e service neutron] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 920 time: 0.0876992 Mar 31 20:28:53.856455 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:53.902254 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e3b62dc8-626b-4660-a75e-3cb08114f7f8 req-87095d08-d16c-438d-a298-f6f3af18cb1a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fc638de-de18-4dfe-91cb-dd2c70ba78f3 HTTP/1.1" status: 200 len: 1000 time: 0.0567365 Mar 31 20:28:53.956961 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b62dc8-626b-4660-a75e-3cb08114f7f8 req-710c8955-6cd5-4232-918b-333a6aaf17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:53.958426 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e3b62dc8-626b-4660-a75e-3cb08114f7f8 req-710c8955-6cd5-4232-918b-333a6aaf17ea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.0467603 Mar 31 20:28:54.006690 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b62dc8-626b-4660-a75e-3cb08114f7f8 req-cf112fde-68ac-4b19-acdf-2e01af51d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:54.008162 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e3b62dc8-626b-4660-a75e-3cb08114f7f8 req-cf112fde-68ac-4b19-acdf-2e01af51d527 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427430 Mar 31 20:28:54.097839 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e3b62dc8-626b-4660-a75e-3cb08114f7f8 req-8a940565-b88b-4ca9-ad6d-2503592f933e service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794063 Mar 31 20:28:54.194738 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e3b62dc8-626b-4660-a75e-3cb08114f7f8 req-eb82e0b8-1d32-4c6c-84bd-2e56d4d8a3a4 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844548 Mar 31 20:28:54.848644 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80e749-79ff-4c8d-b5e0-71cbd99eaee3 req-7f2cf665-5ea6-435a-a47a-00f0b647b9da tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:54.850175 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-df80e749-79ff-4c8d-b5e0-71cbd99eaee3 req-7f2cf665-5ea6-435a-a47a-00f0b647b9da tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0520678 Mar 31 20:28:54.896581 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-df80e749-79ff-4c8d-b5e0-71cbd99eaee3 req-0719ee5c-0101-406b-8a71-5c4995205f3e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403714 Mar 31 20:28:55.085533 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab4d8d-d3b8-47e9-9dc1-b079864ac818 req-0f5dc117-fca7-4f6e-b74d-a23c62e0537d tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:55.090473 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c6ab4d8d-d3b8-47e9-9dc1-b079864ac818 req-0f5dc117-fca7-4f6e-b74d-a23c62e0537d tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 945 time: 0.0507445 Mar 31 20:28:55.135814 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c6ab4d8d-d3b8-47e9-9dc1-b079864ac818 req-5622cf6d-79b2-462c-b2fa-a359fe6adb8f tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 Mar 31 20:28:56.016521 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544e991-4675-43da-a10d-7860ad8f7a69 req-29d0b50c-860b-4a08-a63b-daa90fd999da tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:56.017986 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4544e991-4675-43da-a10d-7860ad8f7a69 req-29d0b50c-860b-4a08-a63b-daa90fd999da tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0519104 Mar 31 20:28:56.063105 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4544e991-4675-43da-a10d-7860ad8f7a69 req-24cada08-d9e6-4156-bc31-92141abfe53c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396533 Mar 31 20:28:56.251332 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476c44c-6ed6-47ae-8641-7a67dae0eade req-f3091646-e4ac-42fe-a810-135dee63ca14 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:56.252700 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0476c44c-6ed6-47ae-8641-7a67dae0eade req-f3091646-e4ac-42fe-a810-135dee63ca14 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 945 time: 0.0511539 Mar 31 20:28:56.298383 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0476c44c-6ed6-47ae-8641-7a67dae0eade req-0884ab1c-01ef-4ad7-9b24-e1c2d8e1d738 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399971 Mar 31 20:28:57.180688 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de4d30-8eb6-4f10-8617-20714fed5cc7 req-5cab7b91-e4a8-4458-b507-8f72a50ab03a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:57.182180 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-56de4d30-8eb6-4f10-8617-20714fed5cc7 req-5cab7b91-e4a8-4458-b507-8f72a50ab03a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0537555 Mar 31 20:28:57.228725 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-56de4d30-8eb6-4f10-8617-20714fed5cc7 req-a9fc6378-868f-4ee1-b49b-1430e4a0f289 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405641 Mar 31 20:28:57.415194 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5ac9b-136b-442f-a104-92d7f07aff36 req-27a7640d-4454-4055-a09e-de2446953c6b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:57.416726 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-66a5ac9b-136b-442f-a104-92d7f07aff36 req-27a7640d-4454-4055-a09e-de2446953c6b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 945 time: 0.0520296 Mar 31 20:28:57.463061 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-66a5ac9b-136b-442f-a104-92d7f07aff36 req-a33eb70d-db46-438a-acc3-1ef895b45867 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/security-groups?id=68011712-a4d8-452a-85cb-0030c5af40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Mar 31 20:28:57.787810 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c08aa-4267-4df4-92eb-7ee00fd90316 req-1ef086eb-072a-48a6-9043-a8185c5133f1 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:57.789246 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9b0c08aa-4267-4df4-92eb-7ee00fd90316 req-1ef086eb-072a-48a6-9043-a8185c5133f1 tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 945 time: 0.0536427 Mar 31 20:28:57.886376 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-9b0c08aa-4267-4df4-92eb-7ee00fd90316 req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Deleting port aca0fd60-57dc-41c0-b5df-7b23ad934dee {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:57.886618 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-9b0c08aa-4267-4df4-92eb-7ee00fd90316 req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:57.974760 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-9b0c08aa-4267-4df4-92eb-7ee00fd90316 req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] For port aca0fd60-57dc-41c0-b5df-7b23ad934dee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aca0fd60-57dc-41c0-b5df-7b23ad934dee,segment=NetworkSegment(43f20563-179b-4d26-b72d-873a9ed8bffe),segment_id=43f20563-179b-4d26-b72d-873a9ed8bffe)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:57.975124 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-9b0c08aa-4267-4df4-92eb-7ee00fd90316 req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:57.988125 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-9b0c08aa-4267-4df4-92eb-7ee00fd90316 req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Calling delete_port for aca0fd60-57dc-41c0-b5df-7b23ad934dee owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:58.187987 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-9b0c08aa-4267-4df4-92eb-7ee00fd90316 req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (aca0fd60-57dc-41c0-b5df-7b23ad934dee), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:58.200891 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['aca0fd60-57dc-41c0-b5df-7b23ad934dee'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:28:58.218212 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Pushing event deleted for resources: {'Port': ['ID=aca0fd60-57dc-41c0-b5df-7b23ad934dee,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:58.231912 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.232269 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.232650 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.233020 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.233359 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.233696 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.234030 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.234360 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.234709 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.235023 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.235356 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.235687 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.236015 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.236351 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.236660 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:58.521331 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0c08aa-4267-4df4-92eb-7ee00fd90316 req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] No DVR routers for this DVR port aca0fd60-57dc-41c0-b5df-7b23ad934dee on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:28:58.538170 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-9b0c08aa-4267-4df4-92eb-7ee00fd90316 req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:58.541610 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9b0c08aa-4267-4df4-92eb-7ee00fd90316 req-ce301b66-f1d4-46e7-903b-61dc023f362b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.76 "DELETE /v2.0/ports/aca0fd60-57dc-41c0-b5df-7b23ad934dee HTTP/1.1" status: 204 len: 173 time: 0.7460432 Mar 31 20:28:58.542051 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b', 'name': 'network-vif-deleted', 'tag': 'aca0fd60-57dc-41c0-b5df-7b23ad934dee'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:58.544223 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962466e4-1ddc-40bb-a1f6-b41c3504e6d5" -d '{"events": [{"server_uuid": "6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b", "name": "network-vif-deleted", "tag": "aca0fd60-57dc-41c0-b5df-7b23ad934dee"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:58.574682 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6f6576b4-05a3-4c40-85f8-d958353c52c0 req-f672ef8e-1483-4ed8-8e86-592ead55060b tempest-VolumesSnapshotTestJSON-553777657 tempest-VolumesSnapshotTestJSON-553777657-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b HTTP/1.1" status: 200 len: 210 time: 0.0378544 Mar 31 20:28:58.596485 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f6070-4be2-4032-ac3a-f0eb7ad56c1e req-1a89072d-929d-4431-ae70-18c9d7d2cdb2 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:58.598064 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fe5f6070-4be2-4032-ac3a-f0eb7ad56c1e req-1a89072d-929d-4431-ae70-18c9d7d2cdb2 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.1034889 Mar 31 20:28:58.650040 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fe5f6070-4be2-4032-ac3a-f0eb7ad56c1e req-3a1611d0-6e54-4bc9-8391-4c28c10e997b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464659 Mar 31 20:28:58.682813 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1cf1d7-fe6b-47ea-bcae-0015c26e8578 x-openstack-request-id: req-9e1cf1d7-fe6b-47ea-bcae-0015c26e8578 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:58.683115 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b", "name": "network-vif-deleted", "tag": "aca0fd60-57dc-41c0-b5df-7b23ad934dee", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:58.683401 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9e1cf1d7-fe6b-47ea-bcae-0015c26e8578 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:58.683812 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1cf1d7-fe6b-47ea-bcae-0015c26e8578'] response: {'server_uuid': '6f86a2c0-8a9c-4db3-9f3d-cbc98910a35b', 'name': 'network-vif-deleted', 'tag': 'aca0fd60-57dc-41c0-b5df-7b23ad934dee', 'status': 'completed', 'code': 200} Mar 31 20:28:59.770882 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b74698-cc29-487b-8357-c1500dbd8448 req-d08072bb-c691-445d-af2c-7faf66ac093d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:59.772346 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f6b74698-cc29-487b-8357-c1500dbd8448 req-d08072bb-c691-445d-af2c-7faf66ac093d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0517457 Mar 31 20:28:59.818339 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f6b74698-cc29-487b-8357-c1500dbd8448 req-92c3595d-adc5-4337-8eee-1e701382e12b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401740 Mar 31 20:29:00.934352 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9964c5-873e-4656-9d06-43ff8eff53dc req-66e34592-fd71-46c8-b008-f6dccff0307e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:00.935901 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8a9964c5-873e-4656-9d06-43ff8eff53dc req-66e34592-fd71-46c8-b008-f6dccff0307e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0512621 Mar 31 20:29:00.986524 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8a9964c5-873e-4656-9d06-43ff8eff53dc req-bf37a0be-ae2e-4b8c-b43e-2bf7bc5c86b2 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448508 Mar 31 20:29:01.569858 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device aca0fd60-57dc-41c0-b5df-7b23ad934dee no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:01.590234 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: aca0fd60-57dc-41c0-b5df-7b23ad934dee {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:01.592487 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device aca0fd60-57dc-41c0-b5df-7b23ad934dee not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:02.116318 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de5a03-f25b-44b8-a69d-87e65c984592 req-7aea14da-438f-4ac0-828a-c398d5ff3ce1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:02.117804 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-37de5a03-f25b-44b8-a69d-87e65c984592 req-7aea14da-438f-4ac0-828a-c398d5ff3ce1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0613332 Mar 31 20:29:02.163436 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-37de5a03-f25b-44b8-a69d-87e65c984592 req-9e93c9bd-066f-4d4e-865b-eceb5983d570 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401545 Mar 31 20:29:03.280602 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176ddfc-0df5-470d-b21c-e6d9f82d3c9a req-3893bfd1-5553-4bee-977d-ccca3b3d22e8 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:03.282004 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c176ddfc-0df5-470d-b21c-e6d9f82d3c9a req-3893bfd1-5553-4bee-977d-ccca3b3d22e8 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0514956 Mar 31 20:29:03.328197 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c176ddfc-0df5-470d-b21c-e6d9f82d3c9a req-5895d7a5-aacf-434d-9441-32b88da3e768 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406744 Mar 31 20:29:04.450814 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8840175-c759-44bb-8502-220f62923214 req-e93e83db-bf9f-4ff8-80cc-eec4f7763de5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:04.452932 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a8840175-c759-44bb-8502-220f62923214 req-e93e83db-bf9f-4ff8-80cc-eec4f7763de5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0557919 Mar 31 20:29:04.497193 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a8840175-c759-44bb-8502-220f62923214 req-20f6f3b8-580f-48ce-bbc4-c4f0a979af78 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388529 Mar 31 20:29:05.614507 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98bd40-236e-4b8e-a473-a97c44e5f84c req-7784d5ee-bb13-4a41-b637-09cfbecd2474 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:05.615993 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-df98bd40-236e-4b8e-a473-a97c44e5f84c req-7784d5ee-bb13-4a41-b637-09cfbecd2474 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0521121 Mar 31 20:29:05.662281 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-df98bd40-236e-4b8e-a473-a97c44e5f84c req-1a508643-4a1d-430c-9876-c7c251640880 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407202 Mar 31 20:29:06.788484 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fadbd-e33f-4132-86a1-019571d35973 req-fd3d09eb-0d13-4ddb-b10b-90dea9f1b7e7 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:06.789981 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6f7fadbd-e33f-4132-86a1-019571d35973 req-fd3d09eb-0d13-4ddb-b10b-90dea9f1b7e7 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0521064 Mar 31 20:29:06.839561 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6f7fadbd-e33f-4132-86a1-019571d35973 req-db2d0467-8183-4c4b-b1c2-f14b1b55a2b4 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440021 Mar 31 20:29:07.956672 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31251ed-73fd-4ae0-ac2c-6b44c1b943c9 req-9810e740-7c25-4e24-962d-90beb5f0326a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:07.958210 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a31251ed-73fd-4ae0-ac2c-6b44c1b943c9 req-9810e740-7c25-4e24-962d-90beb5f0326a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0529120 Mar 31 20:29:08.004983 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a31251ed-73fd-4ae0-ac2c-6b44c1b943c9 req-8090abfc-08ff-43c6-a6b8-74239a5a760d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410178 Mar 31 20:29:09.130719 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf351b-6579-423c-9fa9-de180cd4aa99 req-d00bf445-001b-48a0-8323-08f1beb6d3aa tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:09.132165 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1ecf351b-6579-423c-9fa9-de180cd4aa99 req-d00bf445-001b-48a0-8323-08f1beb6d3aa tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0507996 Mar 31 20:29:09.176862 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1ecf351b-6579-423c-9fa9-de180cd4aa99 req-cc5622ac-32f9-46db-8bcd-a4b2b9765585 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392015 Mar 31 20:29:10.298645 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38159504-32af-407f-915f-1cf6a57500fb req-840ae9a0-41dd-4229-b7ea-a9487bb447f5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:10.300169 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-38159504-32af-407f-915f-1cf6a57500fb req-840ae9a0-41dd-4229-b7ea-a9487bb447f5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0555863 Mar 31 20:29:10.336438 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:10.347660 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-38159504-32af-407f-915f-1cf6a57500fb req-1c8ca82a-3265-4d51-97e8-6b120f68dfe8 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418487 Mar 31 20:29:11.465099 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e591d-c5ba-4dbe-ad0e-2ae338533115 req-8ca87452-2c1c-40eb-9ad2-47cbc96909f6 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:11.466924 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb1e591d-c5ba-4dbe-ad0e-2ae338533115 req-8ca87452-2c1c-40eb-9ad2-47cbc96909f6 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0527248 Mar 31 20:29:11.516282 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb1e591d-c5ba-4dbe-ad0e-2ae338533115 req-13d62272-76f8-4681-a9d6-4cb0245d9f6c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433447 Mar 31 20:29:12.495495 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd37f0e-a0cf-40f1-a76e-7f43d8b23d19 req-e4e58a60-e0be-49ab-b41d-c4afbcd392dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:12.497035 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8dd37f0e-a0cf-40f1-a76e-7f43d8b23d19 req-e4e58a60-e0be-49ab-b41d-c4afbcd392dd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 1129 time: 0.0428727 Mar 31 20:29:12.545718 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8dd37f0e-a0cf-40f1-a76e-7f43d8b23d19 req-045b8f8d-1e5a-462b-8a17-c0989dd0fd09 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414035 Mar 31 20:29:12.637493 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd716e-9870-4cc2-b339-a0693ca02210 req-7c7974b3-14f2-418b-b107-245403efdc8e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:12.638948 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-67bd716e-9870-4cc2-b339-a0693ca02210 req-7c7974b3-14f2-418b-b107-245403efdc8e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0536523 Mar 31 20:29:12.684333 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-67bd716e-9870-4cc2-b339-a0693ca02210 req-cf1b637d-851b-489c-850c-d821898aa2a8 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392237 Mar 31 20:29:13.803080 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ccd98-ec3c-427e-8f18-a506aaec5e6b req-06167048-8935-430f-b38f-8aabd8221c80 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:13.804618 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-af8ccd98-ec3c-427e-8f18-a506aaec5e6b req-06167048-8935-430f-b38f-8aabd8221c80 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0519788 Mar 31 20:29:13.851027 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-af8ccd98-ec3c-427e-8f18-a506aaec5e6b req-c205d6cb-6a4c-4171-8a9f-4f689c1c229d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408182 Mar 31 20:29:14.971494 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93e546-e703-4ef7-93df-b43f5b19afdb req-f5ff3d3b-c2b2-4c59-806f-63af847c6da0 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:14.972974 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cc93e546-e703-4ef7-93df-b43f5b19afdb req-f5ff3d3b-c2b2-4c59-806f-63af847c6da0 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0552053 Mar 31 20:29:15.018993 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cc93e546-e703-4ef7-93df-b43f5b19afdb req-bf8aff21-a8ce-4333-a6fb-544c1c7f37f2 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404449 Mar 31 20:29:15.568031 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8119023-f2d6-48f4-9545-f9af0191b1b0 req-5237bd7d-3da3-43e3-a8a7-ba17c68f972d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:15.569728 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d8119023-f2d6-48f4-9545-f9af0191b1b0 req-5237bd7d-3da3-43e3-a8a7-ba17c68f972d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0540597 Mar 31 20:29:15.615565 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d8119023-f2d6-48f4-9545-f9af0191b1b0 req-4c17d476-5015-4010-8499-c40768402f11 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403700 Mar 31 20:29:16.742902 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbcfc5-2c2d-41d6-a3d0-7d257da89dd8 req-dad0c13c-85d0-4796-b6df-4ed4d6b8494a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:16.744403 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-99cbcfc5-2c2d-41d6-a3d0-7d257da89dd8 req-dad0c13c-85d0-4796-b6df-4ed4d6b8494a tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0556653 Mar 31 20:29:16.790389 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-99cbcfc5-2c2d-41d6-a3d0-7d257da89dd8 req-29d56c0e-4aed-4e20-a1d6-715671de56e5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397396 Mar 31 20:29:17.183793 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fe274-ceb2-49ca-b02e-ae49dcd14e94 req-3dd8df0c-74a8-40e3-9c76-02118f50c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:17.185561 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-022fe274-ceb2-49ca-b02e-ae49dcd14e94 req-3dd8df0c-74a8-40e3-9c76-02118f50c858 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 1129 time: 0.0462408 Mar 31 20:29:17.473005 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-17baaf7b-b0e7-47e6-a821-fff440dd30f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:17.914349 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc73581-84a9-47a1-ab3a-46e9dcbb11c9 req-bd6706b8-b873-4eec-aa40-3eee5a3f1c54 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:17.915789 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ecc73581-84a9-47a1-ab3a-46e9dcbb11c9 req-bd6706b8-b873-4eec-aa40-3eee5a3f1c54 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0549781 Mar 31 20:29:17.963111 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ecc73581-84a9-47a1-ab3a-46e9dcbb11c9 req-0410e51f-b6ab-43ca-a102-d2fa736b61b9 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405388 Mar 31 20:29:18.709495 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fe274-ceb2-49ca-b02e-ae49dcd14e94 req-b5bc547a-6db4-4f43-add4-3cb4afc5f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:18.710981 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-022fe274-ceb2-49ca-b02e-ae49dcd14e94 req-b5bc547a-6db4-4f43-add4-3cb4afc5f2af service neutron] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 920 time: 0.0882742 Mar 31 20:29:18.776789 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-022fe274-ceb2-49ca-b02e-ae49dcd14e94 req-90bae934-1a7f-4a21-91a1-3eef75139655 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fc638de-de18-4dfe-91cb-dd2c70ba78f3 HTTP/1.1" status: 200 len: 1000 time: 0.0586779 Mar 31 20:29:18.828584 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fe274-ceb2-49ca-b02e-ae49dcd14e94 req-4796b228-22cc-49ba-9cc3-80a30e405cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:18.830049 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-022fe274-ceb2-49ca-b02e-ae49dcd14e94 req-4796b228-22cc-49ba-9cc3-80a30e405cc7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.0472341 Mar 31 20:29:18.879200 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fe274-ceb2-49ca-b02e-ae49dcd14e94 req-8b11a20a-f578-475f-9d05-0dfcc27dcfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:18.880628 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-022fe274-ceb2-49ca-b02e-ae49dcd14e94 req-8b11a20a-f578-475f-9d05-0dfcc27dcfcf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440245 Mar 31 20:29:18.976933 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-022fe274-ceb2-49ca-b02e-ae49dcd14e94 req-7f3b7004-2a71-4170-a5a8-eaa452454b4f service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870221 Mar 31 20:29:19.103201 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-022fe274-ceb2-49ca-b02e-ae49dcd14e94 req-6d82f3c8-cae3-472e-a9ba-73ddd20bf48a service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199100 Mar 31 20:29:19.114128 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8fbf0-75e8-4ece-b72f-4471258a352d req-3575ab6e-55ab-4dcf-b47a-988ce0412474 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:19.115564 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cad8fbf0-75e8-4ece-b72f-4471258a352d req-3575ab6e-55ab-4dcf-b47a-988ce0412474 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0841753 Mar 31 20:29:19.164780 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cad8fbf0-75e8-4ece-b72f-4471258a352d req-8321f475-7010-49e4-8b76-c33d4ba3de2d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430653 Mar 31 20:29:19.850130 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec8d1-8366-4fb9-b3f6-fae3b8f24904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.285982 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220513f-5418-46d2-9d29-3f167b086953 req-55856ddb-af9b-4413-b259-2696c50becd3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:20.287477 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7220513f-5418-46d2-9d29-3f167b086953 req-55856ddb-af9b-4413-b259-2696c50becd3 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0564976 Mar 31 20:29:20.335736 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7220513f-5418-46d2-9d29-3f167b086953 req-b8cf9883-347f-464f-ab79-b1b6a6cd2fdf tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425465 Mar 31 20:29:20.959219 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.451854 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b5279-cb5a-4de1-884f-09b46291b8c6 req-baa6ba9e-c1c7-4148-991e-5e3b8c2b6d12 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:21.453933 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a70b5279-cb5a-4de1-884f-09b46291b8c6 req-baa6ba9e-c1c7-4148-991e-5e3b8c2b6d12 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0530369 Mar 31 20:29:21.508669 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a70b5279-cb5a-4de1-884f-09b46291b8c6 req-d350d6a0-d2a4-432a-a46d-247137da52a2 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490384 Mar 31 20:29:21.656939 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0de69d-1dba-4660-b1d5-78a7e9214ff0 req-28ea96db-a266-46c1-a7b5-417d36186643 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:21.658802 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7c0de69d-1dba-4660-b1d5-78a7e9214ff0 req-28ea96db-a266-46c1-a7b5-417d36186643 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 984 time: 0.0545721 Mar 31 20:29:21.756024 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7c0de69d-1dba-4660-b1d5-78a7e9214ff0 req-467961b2-c4e1-4213-b9f1-7749efea3cc4 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&id=66462f6c-27a0-4c0a-a4af-b62c951922a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916762 Mar 31 20:29:21.759032 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05939-76e2-4264-9d54-43beda627814 req-0a71bb94-1799-47b0-9ae1-45428581f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:21.760442 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-79d05939-76e2-4264-9d54-43beda627814 req-0a71bb94-1799-47b0-9ae1-45428581f72b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66b468fa7c0b48f8a8f9825f4c66e974&device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 1168 time: 0.0796509 Mar 31 20:29:21.809667 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:29:21.855263 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05939-76e2-4264-9d54-43beda627814 req-6c4e089b-8e78-4544-8588-2790035fefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:21.857647 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-79d05939-76e2-4264-9d54-43beda627814 req-6c4e089b-8e78-4544-8588-2790035fefcd service neutron] 10.222.0.76 "GET /v2.0/networks?id=47f2e690-836c-458a-a73e-19bb7d08d48a HTTP/1.1" status: 200 len: 915 time: 0.0891180 Mar 31 20:29:21.932939 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-79d05939-76e2-4264-9d54-43beda627814 req-59642704-ee8c-42c5-a3a5-9e6e7827211a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f10944d-912a-48ea-a7db-658c95b98446 HTTP/1.1" status: 200 len: 1001 time: 0.0690885 Mar 31 20:29:21.981912 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05939-76e2-4264-9d54-43beda627814 req-5e68442a-963e-47c0-8bc9-652336b220d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:21.983939 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-79d05939-76e2-4264-9d54-43beda627814 req-5e68442a-963e-47c0-8bc9-652336b220d7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=619799de-2ff5-4518-adca-8bcd94f61a31 HTTP/1.1" status: 200 len: 853 time: 0.0446899 Mar 31 20:29:22.032302 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05939-76e2-4264-9d54-43beda627814 req-392919c0-1178-47b8-bb73-6f030502b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:22.033852 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-79d05939-76e2-4264-9d54-43beda627814 req-392919c0-1178-47b8-bb73-6f030502b2e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=47f2e690-836c-458a-a73e-19bb7d08d48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438690 Mar 31 20:29:22.131649 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-79d05939-76e2-4264-9d54-43beda627814 req-14ca0eac-1663-46c4-86e0-fa5cc98de8da service neutron] 10.222.0.76 "GET /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860562 Mar 31 20:29:22.224796 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-79d05939-76e2-4264-9d54-43beda627814 req-974f1ef1-ccb4-485e-8b4a-74af4f19d2b4 service neutron] 10.222.0.76 "GET /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859916 Mar 31 20:29:22.233241 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:22.645439 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef006463-2cde-4955-a425-d90457bc8f04 req-fa37b78a-b8b6-41f2-991d-441e137cbf85 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:22.646898 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ef006463-2cde-4955-a425-d90457bc8f04 req-fa37b78a-b8b6-41f2-991d-441e137cbf85 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0592790 Mar 31 20:29:22.693710 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ef006463-2cde-4955-a425-d90457bc8f04 req-58db2a3e-d5a4-4d1c-bea5-afa4ae5e502f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412424 Mar 31 20:29:22.886485 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f6f91-86dc-4388-9d54-cbbce02649c2 req-ee61f21f-fd48-4aa4-ac6f-34c6a683c6c9 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:22.888080 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba1f6f91-86dc-4388-9d54-cbbce02649c2 req-ee61f21f-fd48-4aa4-ac6f-34c6a683c6c9 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 984 time: 0.0625758 Mar 31 20:29:22.948937 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba1f6f91-86dc-4388-9d54-cbbce02649c2 req-44a8e6ea-fafd-4fa9-9c0b-a11e1f9e2251 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&id=66462f6c-27a0-4c0a-a4af-b62c951922a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544815 Mar 31 20:29:23.813533 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36864b4-a223-4c8f-a0c8-13b08d3524f7 req-cbd43a7b-9347-4b71-9835-76c832153a4f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:23.815006 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e36864b4-a223-4c8f-a0c8-13b08d3524f7 req-cbd43a7b-9347-4b71-9835-76c832153a4f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0518901 Mar 31 20:29:23.838667 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:23.866886 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e36864b4-a223-4c8f-a0c8-13b08d3524f7 req-71608a20-2ef6-4e77-9d4d-0228f12957e8 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457411 Mar 31 20:29:23.992043 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cd9ca-2419-4aa7-bfd5-8b4a9ddf2222 req-291b5b8d-9e84-4207-bff5-614a8e442be1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:23.993566 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ab8cd9ca-2419-4aa7-bfd5-8b4a9ddf2222 req-291b5b8d-9e84-4207-bff5-614a8e442be1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0590038 Mar 31 20:29:24.002583 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 44732) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:24.007138 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-3c8644c2-9a6c-449b-9c8a-bf85cd5d2de1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Request body: {'floatingip': {'port_id': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:24.063333 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3c8644c2-9a6c-449b-9c8a-bf85cd5d2de1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for floatingip (6b9c9682-148a-43f7-b3ce-0541a86e4fd0), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:24.071137 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719e48e-1f21-4052-94bc-f0a4fac3dfce req-f817b86e-bb8c-47a3-ad1b-bcccfc689927 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:24.072701 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5719e48e-1f21-4052-94bc-f0a4fac3dfce req-f817b86e-bb8c-47a3-ad1b-bcccfc689927 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 984 time: 0.0525272 Mar 31 20:29:24.133704 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5719e48e-1f21-4052-94bc-f0a4fac3dfce req-6935f901-aec1-4606-ae77-496330207c45 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&id=66462f6c-27a0-4c0a-a4af-b62c951922a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539186 Mar 31 20:29:24.513540 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3c8644c2-9a6c-449b-9c8a-bf85cd5d2de1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:24.587613 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3c8644c2-9a6c-449b-9c8a-bf85cd5d2de1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (6b9c9682-148a-43f7-b3ce-0541a86e4fd0), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:24.798523 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8644c2-9a6c-449b-9c8a-bf85cd5d2de1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:29:24.904545 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8644c2-9a6c-449b-9c8a-bf85cd5d2de1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:24.909957 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3c8644c2-9a6c-449b-9c8a-bf85cd5d2de1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:24.916350 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34fc35-8de0-4593-acb2-a53421f17ab2 None None] Sync routers for ids ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:24.926215 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34fc35-8de0-4593-acb2-a53421f17ab2 None None] Routers {'d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:24.926824 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-6d34fc35-8de0-4593-acb2-a53421f17ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:29:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:24.941337 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'tag': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:24.945471 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4f6fe4-ee9f-424d-a666-3d797adc98be" -d '{"events": [{"name": "network-changed", "server_uuid": "c1abcb93-0b84-4d06-b495-6f0cb423dd4a", "tag": "3fc638de-de18-4dfe-91cb-dd2c70ba78f3"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:24.973465 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-3c8644c2-9a6c-449b-9c8a-bf85cd5d2de1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "PUT /v2.0/floatingips/6b9c9682-148a-43f7-b3ce-0541a86e4fd0 HTTP/1.1" status: 200 len: 992 time: 0.9697707 Mar 31 20:29:24.994013 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340fc620-0622-49f8-ad95-7e3b4fad7d37 x-openstack-request-id: req-340fc620-0622-49f8-ad95-7e3b4fad7d37 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:24.994313 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1abcb93-0b84-4d06-b495-6f0cb423dd4a", "tag": "3fc638de-de18-4dfe-91cb-dd2c70ba78f3", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:24.994642 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-340fc620-0622-49f8-ad95-7e3b4fad7d37 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:24.995050 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340fc620-0622-49f8-ad95-7e3b4fad7d37'] response: {'name': 'network-changed', 'server_uuid': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'tag': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3', 'status': 'completed', 'code': 200} Mar 31 20:29:25.046961 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-6d34fc35-8de0-4593-acb2-a53421f17ab2 None None] Set router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:25.062111 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f6fe4-ee9f-424d-a666-3d797adc98be req-86c88a55-d29e-4304-84b7-6e70ec395e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:25.063604 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3b4f6fe4-ee9f-424d-a666-3d797adc98be req-86c88a55-d29e-4304-84b7-6e70ec395e73 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 1129 time: 0.0479441 Mar 31 20:29:25.159561 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f6fe4-ee9f-424d-a666-3d797adc98be req-41807fcc-f2da-4aa6-b917-42486a8ffd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:25.161136 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3b4f6fe4-ee9f-424d-a666-3d797adc98be req-41807fcc-f2da-4aa6-b917-42486a8ffd40 service neutron] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 920 time: 0.0868387 Mar 31 20:29:25.260860 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3b4f6fe4-ee9f-424d-a666-3d797adc98be req-a606086e-8eba-499c-ad7b-645ee05a6c9d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fc638de-de18-4dfe-91cb-dd2c70ba78f3 HTTP/1.1" status: 200 len: 1000 time: 0.0935206 Mar 31 20:29:25.279739 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-6d34fc35-8de0-4593-acb2-a53421f17ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '6b9c9682-148a-43f7-b3ce-0541a86e4fd0', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'port_id': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'mac_address': 'fa:16:3e:4a:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:29:24Z', 'revision_number': 3, 'project_id': 'e6d77c702db8412b99606b6691146301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a', 'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'mac_address': 'fa:16:3e:fd:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:42Z', 'updated_at': '2022-03-31T20:22:48Z', 'revision_number': 5, 'project_id': 'e6d77c702db8412b99606b6691146301', 'subnets': [{'id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:25.285198 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5effa5-9ca7-4b5a-877f-d23bf71409a9 req-1cac98a6-80f7-4ebe-b2da-4c628c747dd9 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:25.286111 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3f5effa5-9ca7-4b5a-877f-d23bf71409a9 req-1cac98a6-80f7-4ebe-b2da-4c628c747dd9 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 984 time: 0.0824318 Mar 31 20:29:25.309564 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34fc35-8de0-4593-acb2-a53421f17ab2 None None] Checking router: d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:25.318741 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34fc35-8de0-4593-acb2-a53421f17ab2 None None] Routers {'d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:25.319284 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-6d34fc35-8de0-4593-acb2-a53421f17ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:29:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:25.342752 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f6fe4-ee9f-424d-a666-3d797adc98be req-f6ec6140-37aa-4b13-9d3a-ba101eb6b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:25.344218 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3b4f6fe4-ee9f-424d-a666-3d797adc98be req-f6ec6140-37aa-4b13-9d3a-ba101eb6b6d5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.0754561 Mar 31 20:29:25.402542 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3f5effa5-9ca7-4b5a-877f-d23bf71409a9 req-f234d290-3ab2-431a-aea3-4f34cb178adf tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&id=66462f6c-27a0-4c0a-a4af-b62c951922a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0983965 Mar 31 20:29:25.417405 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f6fe4-ee9f-424d-a666-3d797adc98be req-94ce2fdf-af5b-443d-a405-ae8640eae417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:25.418909 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3b4f6fe4-ee9f-424d-a666-3d797adc98be req-94ce2fdf-af5b-443d-a405-ae8640eae417 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649948 Mar 31 20:29:25.426931 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-6d34fc35-8de0-4593-acb2-a53421f17ab2 None None] Set router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:25.514242 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3b4f6fe4-ee9f-424d-a666-3d797adc98be req-b320126c-6980-4d0b-9088-f917e1539e28 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802448 Mar 31 20:29:25.613751 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3b4f6fe4-ee9f-424d-a666-3d797adc98be req-064f90b0-867d-48ab-b550-e012811a5117 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863669 Mar 31 20:29:25.647461 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-6d34fc35-8de0-4593-acb2-a53421f17ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '6b9c9682-148a-43f7-b3ce-0541a86e4fd0', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'port_id': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'mac_address': 'fa:16:3e:4a:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:29:24Z', 'revision_number': 3, 'project_id': 'e6d77c702db8412b99606b6691146301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a', 'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'mac_address': 'fa:16:3e:fd:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:42Z', 'updated_at': '2022-03-31T20:22:48Z', 'revision_number': 5, 'project_id': 'e6d77c702db8412b99606b6691146301', 'subnets': [{'id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:25.672273 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34fc35-8de0-4593-acb2-a53421f17ab2 None None] The sync data for ids ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'] in dv-cinder-836070-1-iscsi is: [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '6b9c9682-148a-43f7-b3ce-0541a86e4fd0', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'port_id': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'mac_address': 'fa:16:3e:4a:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:29:24Z', 'revision_number': 3, 'project_id': 'e6d77c702db8412b99606b6691146301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a', 'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'mac_address': 'fa:16:3e:fd:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:42Z', 'updated_at': '2022-03-31T20:22:48Z', 'revision_number': 5, 'project_id': 'e6d77c702db8412b99606b6691146301', 'subnets': [{'id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:26.526104 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d5bf2-0385-4143-a9dd-670722239ef5 req-e5ae517b-b8c0-4959-9f11-cceaf7fd5578 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:26.527510 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5b6d5bf2-0385-4143-a9dd-670722239ef5 req-e5ae517b-b8c0-4959-9f11-cceaf7fd5578 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 984 time: 0.0535414 Mar 31 20:29:26.587572 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5b6d5bf2-0385-4143-a9dd-670722239ef5 req-2ebfc32b-12df-4a4c-877a-2c3f1c48d17f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&id=66462f6c-27a0-4c0a-a4af-b62c951922a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541682 Mar 31 20:29:26.995936 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'tag': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:26.998258 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9914fd3-5b5d-49c7-9ca3-5bc267b7d53a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1abcb93-0b84-4d06-b495-6f0cb423dd4a", "tag": "3fc638de-de18-4dfe-91cb-dd2c70ba78f3"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:27.032722 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb0d59b-9f70-4aa8-b2d1-7dc489f94845 x-openstack-request-id: req-5fb0d59b-9f70-4aa8-b2d1-7dc489f94845 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:27.033040 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1abcb93-0b84-4d06-b495-6f0cb423dd4a", "tag": "3fc638de-de18-4dfe-91cb-dd2c70ba78f3", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:27.033294 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5fb0d59b-9f70-4aa8-b2d1-7dc489f94845 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:27.033692 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb0d59b-9f70-4aa8-b2d1-7dc489f94845'] response: {'name': 'network-changed', 'server_uuid': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'tag': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3', 'status': 'completed', 'code': 200} Mar 31 20:29:27.101787 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9914fd3-5b5d-49c7-9ca3-5bc267b7d53a req-286dc9f9-8a03-4d39-8128-f42e6f3a04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:27.103087 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9914fd3-5b5d-49c7-9ca3-5bc267b7d53a req-286dc9f9-8a03-4d39-8128-f42e6f3a04cb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6d77c702db8412b99606b6691146301&device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 1129 time: 0.0447993 Mar 31 20:29:27.201312 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9914fd3-5b5d-49c7-9ca3-5bc267b7d53a req-4ef7f5f3-355a-484d-ba3b-8ed902f5f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:27.203302 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9914fd3-5b5d-49c7-9ca3-5bc267b7d53a req-4ef7f5f3-355a-484d-ba3b-8ed902f5f149 service neutron] 10.222.0.76 "GET /v2.0/networks?id=90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 200 len: 920 time: 0.0924973 Mar 31 20:29:27.267347 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9914fd3-5b5d-49c7-9ca3-5bc267b7d53a req-e1a4acf6-7d4a-4350-b42e-e9807d31433e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fc638de-de18-4dfe-91cb-dd2c70ba78f3 HTTP/1.1" status: 200 len: 1000 time: 0.0573895 Mar 31 20:29:27.315199 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9914fd3-5b5d-49c7-9ca3-5bc267b7d53a req-6e534f63-7092-4536-b2b1-7dbc78593b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:27.316641 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9914fd3-5b5d-49c7-9ca3-5bc267b7d53a req-6e534f63-7092-4536-b2b1-7dbc78593b46 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 200 len: 858 time: 0.0429261 Mar 31 20:29:27.369037 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9914fd3-5b5d-49c7-9ca3-5bc267b7d53a req-1ed0b9fc-f7ba-4711-bc66-5ba3a65730d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:27.370517 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9914fd3-5b5d-49c7-9ca3-5bc267b7d53a req-1ed0b9fc-f7ba-4711-bc66-5ba3a65730d2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90c23a38-86bf-47a2-8e01-2e815cf3c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478826 Mar 31 20:29:27.456976 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9914fd3-5b5d-49c7-9ca3-5bc267b7d53a req-a47d6199-d069-4ed5-a0cb-b5642a1a3310 service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802231 Mar 31 20:29:27.549777 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d9914fd3-5b5d-49c7-9ca3-5bc267b7d53a req-41eeb38b-2d2b-45d8-9107-10bab01c8daf service neutron] 10.222.0.76 "GET /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864091 Mar 31 20:29:27.706788 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd897d4a-226e-4891-9959-161c470c0f07 req-fa1df32b-c20c-40ef-8b25-b5d0cf0a90fc tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:27.708304 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dd897d4a-226e-4891-9959-161c470c0f07 req-fa1df32b-c20c-40ef-8b25-b5d0cf0a90fc tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 984 time: 0.0547900 Mar 31 20:29:27.767331 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dd897d4a-226e-4891-9959-161c470c0f07 req-fcfecb7c-d0f3-466d-966c-8f7fe712343b tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&id=66462f6c-27a0-4c0a-a4af-b62c951922a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530703 Mar 31 20:29:28.887513 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622dfdd-1d5e-4dab-8018-7a9722c1399e req-a2bb9222-0cc8-46f0-a1e4-9603838aba9f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:28.889020 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a622dfdd-1d5e-4dab-8018-7a9722c1399e req-a2bb9222-0cc8-46f0-a1e4-9603838aba9f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 984 time: 0.0529435 Mar 31 20:29:28.951572 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a622dfdd-1d5e-4dab-8018-7a9722c1399e req-ca4436df-0132-4406-8325-1e905bcf4c14 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&id=66462f6c-27a0-4c0a-a4af-b62c951922a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566502 Mar 31 20:29:30.068869 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87033b60-179d-4911-b3ef-af9d0568e8c9 req-1f1a3180-638b-4080-85e2-396f56e9fe6e tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:30.070351 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-87033b60-179d-4911-b3ef-af9d0568e8c9 req-1f1a3180-638b-4080-85e2-396f56e9fe6e tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 984 time: 0.0540111 Mar 31 20:29:30.129552 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-87033b60-179d-4911-b3ef-af9d0568e8c9 req-2a568a72-4a62-428c-96f9-853ef576e2b1 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&id=66462f6c-27a0-4c0a-a4af-b62c951922a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533087 Mar 31 20:29:30.887950 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 44802) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:30.930927 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_v2 [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Deleting subnet 6ed5a17d-7631-4711-97c6-787d94d0ca74 {{(pid=103920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:29:30.933891 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Publish callbacks [] for subnet (6ed5a17d-7631-4711-97c6-787d94d0ca74), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:30.967471 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14028649'] for subnet (6ed5a17d-7631-4711-97c6-787d94d0ca74), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.008236 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (6ed5a17d-7631-4711-97c6-787d94d0ca74), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.159510 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13429284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12914367'] for subnet (6ed5a17d-7631-4711-97c6-787d94d0ca74), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.184384 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed5a17d-7631-4711-97c6-787d94d0ca74,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:31.188987 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.194537 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-04931a67-f601-454a-b825-368121109b6b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6ed5a17d-7631-4711-97c6-787d94d0ca74 HTTP/1.1" status: 204 len: 168 time: 0.3031533 Mar 31 20:29:31.194881 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 44806) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:31.197198 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.197550 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.197893 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.198231 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.198565 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.198894 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.199220 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.199545 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.200131 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.200457 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.200781 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.201134 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.201457 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.201775 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.202630 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04931a67-f601-454a-b825-368121109b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:31.294008 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d852a53e-9986-4aa7-9dde-ceaa4ec86198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (67805899-6a3d-42e3-aa24-8473050fa597), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.311615 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba7bcb-67f2-471f-b663-2e3479167155 req-9a4474a7-683d-4e42-8edc-9b2f0b9d1938 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:31.313116 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-26ba7bcb-67f2-471f-b663-2e3479167155 req-9a4474a7-683d-4e42-8edc-9b2f0b9d1938 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 984 time: 0.1102874 Mar 31 20:29:31.406420 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d852a53e-9986-4aa7-9dde-ceaa4ec86198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (67805899-6a3d-42e3-aa24-8473050fa597), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.444578 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-d852a53e-9986-4aa7-9dde-ceaa4ec86198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67805899-6a3d-42e3-aa24-8473050fa597']}} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:31.451975 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-26ba7bcb-67f2-471f-b663-2e3479167155 req-71108652-dec6-4098-ab07-9fcddcda89c9 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&id=66462f6c-27a0-4c0a-a4af-b62c951922a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1329710 Mar 31 20:29:31.460311 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-d852a53e-9986-4aa7-9dde-ceaa4ec86198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f20563-179b-4d26-b72d-873a9ed8bffe') {'for_net_delete': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:31.460610 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-d852a53e-9986-4aa7-9dde-ceaa4ec86198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f20563-179b-4d26-b72d-873a9ed8bffe') {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:31.469475 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d852a53e-9986-4aa7-9dde-ceaa4ec86198 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13817132'] for segment (43f20563-179b-4d26-b72d-873a9ed8bffe), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.482766 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d852a53e-9986-4aa7-9dde-ceaa4ec86198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (43f20563-179b-4d26-b72d-873a9ed8bffe), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.488503 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d852a53e-9986-4aa7-9dde-ceaa4ec86198 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:29:31.488911 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d852a53e-9986-4aa7-9dde-ceaa4ec86198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13899191'] for segment (43f20563-179b-4d26-b72d-873a9ed8bffe), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: Traceback (most recent call last): Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: timer() Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: cb(*args, **kw) Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: return func(*args, **kwargs) Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: self._notify() Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: self.callback(batched_events) Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: event.method(event) Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: return f(self, *a, **k) Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._get(url).json() Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: return self.request(url, 'GET', **kwargs) Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:29:31.490511 dv-cinder-836070-1-iscsi neutron-server[103921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:29:31.661482 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d852a53e-9986-4aa7-9dde-ceaa4ec86198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (67805899-6a3d-42e3-aa24-8473050fa597), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.666916 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d852a53e-9986-4aa7-9dde-ceaa4ec86198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.670014 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-d852a53e-9986-4aa7-9dde-ceaa4ec86198 admin admin] 10.222.0.74 "DELETE /v2.0/networks/67805899-6a3d-42e3-aa24-8473050fa597 HTTP/1.1" status: 204 len: 168 time: 0.4741232 Mar 31 20:29:31.680972 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852a53e-9986-4aa7-9dde-ceaa4ec86198 admin admin] Pushing event deleted for resources: {'Network': ['ID=67805899-6a3d-42e3-aa24-8473050fa597,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:32.220938 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 44810) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:32.260297 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-8479a3e2-5c80-48cb-a0ca-c4615f47560a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=25acf5c1d0134a1ca48c9c03d0b9b69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381784 Mar 31 20:29:32.262624 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 44812) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:32.308221 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-01e988e2-73ba-4436-9ee7-e5f172a794cf admin admin] Publish callbacks [] for security_group (68011712-a4d8-452a-85cb-0030c5af40c4), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.329500 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-01e988e2-73ba-4436-9ee7-e5f172a794cf admin admin] Publish callbacks [] for security_group (68011712-a4d8-452a-85cb-0030c5af40c4), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.461368 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-01e988e2-73ba-4436-9ee7-e5f172a794cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (68011712-a4d8-452a-85cb-0030c5af40c4), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.463966 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-01e988e2-73ba-4436-9ee7-e5f172a794cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.465141 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-01e988e2-73ba-4436-9ee7-e5f172a794cf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/68011712-a4d8-452a-85cb-0030c5af40c4 HTTP/1.1" status: 204 len: 168 time: 0.2016127 Mar 31 20:29:32.473424 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e988e2-73ba-4436-9ee7-e5f172a794cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68011712-a4d8-452a-85cb-0030c5af40c4,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:32.574431 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3760e-8485-4136-984e-028885404a52 req-976a2013-b2af-4827-93ef-4bac5ba4e47e tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:32.576208 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8df3760e-8485-4136-984e-028885404a52 req-976a2013-b2af-4827-93ef-4bac5ba4e47e tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 984 time: 0.0526714 Mar 31 20:29:32.640735 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8df3760e-8485-4136-984e-028885404a52 req-4eb61ae0-4963-4e6f-a7df-e3f69bc6b0ad tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&id=66462f6c-27a0-4c0a-a4af-b62c951922a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580363 Mar 31 20:29:33.756816 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bc769-df4d-47c4-b16b-69d80010dcda req-8d82f649-0e74-40c7-9ac0-940e9c68655b tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:33.758304 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-285bc769-df4d-47c4-b16b-69d80010dcda req-8d82f649-0e74-40c7-9ac0-940e9c68655b tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 984 time: 0.0519700 Mar 31 20:29:33.817290 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-285bc769-df4d-47c4-b16b-69d80010dcda req-da3ce2ea-345f-4c48-baa6-dae6473ad3c9 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&id=66462f6c-27a0-4c0a-a4af-b62c951922a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533071 Mar 31 20:29:40.386866 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.845254 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1cb2f747-8d51-4d96-8a7a-8412f78c4c42 req-746df1fb-620d-4f5f-92ad-ac3d205d6c7e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461030 Mar 31 20:29:43.910517 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2f747-8d51-4d96-8a7a-8412f78c4c42 req-1f8a04a6-d3de-4b98-9027-d80c78b23f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:43.911868 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1cb2f747-8d51-4d96-8a7a-8412f78c4c42 req-1f8a04a6-d3de-4b98-9027-d80c78b23f81 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 1130 time: 0.0458858 Mar 31 20:29:44.010288 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2f747-8d51-4d96-8a7a-8412f78c4c42 req-1f801701-1419-4419-85aa-9f49c436f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:44.011715 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1cb2f747-8d51-4d96-8a7a-8412f78c4c42 req-1f801701-1419-4419-85aa-9f49c436f3b6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 200 len: 917 time: 0.0828063 Mar 31 20:29:44.078440 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1cb2f747-8d51-4d96-8a7a-8412f78c4c42 req-019ddff8-edd0-471c-9971-7261f7dbb557 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=489eac41-0e94-4afa-acc8-3d38486d6350 HTTP/1.1" status: 200 len: 1000 time: 0.0598667 Mar 31 20:29:44.126340 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2f747-8d51-4d96-8a7a-8412f78c4c42 req-2b90d16f-5cb3-435d-bf40-7679089b0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:44.127848 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1cb2f747-8d51-4d96-8a7a-8412f78c4c42 req-2b90d16f-5cb3-435d-bf40-7679089b0283 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bea34364-25de-4223-a970-366fe9a8bb90 HTTP/1.1" status: 200 len: 855 time: 0.0431006 Mar 31 20:29:44.176432 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2f747-8d51-4d96-8a7a-8412f78c4c42 req-62f63474-21cb-4f20-838d-9ae76679846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:44.177901 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1cb2f747-8d51-4d96-8a7a-8412f78c4c42 req-62f63474-21cb-4f20-838d-9ae76679846f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441477 Mar 31 20:29:44.274868 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1cb2f747-8d51-4d96-8a7a-8412f78c4c42 req-77fe285d-7bcd-48b2-915f-f62949581f11 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904620 Mar 31 20:29:44.362851 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1cb2f747-8d51-4d96-8a7a-8412f78c4c42 req-36a651d4-251e-4934-93d1-c4c743183e1a service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819247 Mar 31 20:29:47.489909 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-455dfd67-1fc7-44e3-94ee-639cf3e980ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.821274 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c2769adf-7275-4364-b35b-618a85c92680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.992611 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.232642 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.246938 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347778a3-ed13-444f-94b4-57112059dfe6 req-4c75e055-8236-4cc1-a8ed-0fdca373a8e5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:52.249057 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-347778a3-ed13-444f-94b4-57112059dfe6 req-4c75e055-8236-4cc1-a8ed-0fdca373a8e5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 946 time: 0.0527990 Mar 31 20:29:52.294235 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-347778a3-ed13-444f-94b4-57112059dfe6 req-163e1beb-b917-48c7-b18f-4dc31626cf7c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396185 Mar 31 20:29:53.422172 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068b7b9-d882-42a7-923a-94b4cb59afd7 req-f75dcccc-a255-43ea-b3ce-5a23b43746d5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:53.423700 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1068b7b9-d882-42a7-923a-94b4cb59afd7 req-f75dcccc-a255-43ea-b3ce-5a23b43746d5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 946 time: 0.0582995 Mar 31 20:29:53.470121 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1068b7b9-d882-42a7-923a-94b4cb59afd7 req-6bcd3d94-2bd2-4beb-8424-a269d5c3682b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408189 Mar 31 20:29:53.815230 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:54.409205 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-7d4889d2-84b8-48d7-9cbc-3ddbaf33d7df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:54.410640 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-7d4889d2-84b8-48d7-9cbc-3ddbaf33d7df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.76 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 946 time: 0.0527124 Mar 31 20:29:54.506142 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Deleting port 489eac41-0e94-4afa-acc8-3d38486d6350 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:54.506705 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:54.632066 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86d41f-f795-42cb-bb3c-2b71240aeafa req-07e3d22c-9fc7-4d35-ace0-f19d2a3b6643 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:54.633538 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4f86d41f-f795-42cb-bb3c-2b71240aeafa req-07e3d22c-9fc7-4d35-ace0-f19d2a3b6643 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 946 time: 0.0887702 Mar 31 20:29:54.635460 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] For port 489eac41-0e94-4afa-acc8-3d38486d6350, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=489eac41-0e94-4afa-acc8-3d38486d6350,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:54.635827 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.022078 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4f86d41f-f795-42cb-bb3c-2b71240aeafa req-656576fc-116c-4496-aae8-efc719149abf tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3783729 Mar 31 20:29:55.144746 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.145133 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (48831cb2-dc21-48c8-86c3-808826b88ab2), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.145448 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Floating IP 48831cb2-dc21-48c8-86c3-808826b88ab2 disassociated. External IP: 172.27.2.16, port: 489eac41-0e94-4afa-acc8-3d38486d6350. Mar 31 20:29:55.145883 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Calling delete_port for 489eac41-0e94-4afa-acc8-3d38486d6350 owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:55.358628 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (489eac41-0e94-4afa-acc8-3d38486d6350), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.386451 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event deleted for resources: {'Port': ['ID=489eac41-0e94-4afa-acc8-3d38486d6350,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:55.499677 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Router d3933d44-ec48-4c9b-8061-5dc0404fa388 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:29:55.606870 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:55.620408 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43bfcc3-ea9f-417c-a580-b838e922b522 None None] Sync routers for ids ['d3933d44-ec48-4c9b-8061-5dc0404fa388'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:55.630569 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43bfcc3-ea9f-417c-a580-b838e922b522 None None] Routers {'d3933d44-ec48-4c9b-8061-5dc0404fa388'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:55.631193 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-d43bfcc3-ea9f-417c-a580-b838e922b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:29:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d3933d44-ec48-4c9b-8061-5dc0404fa388'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:55.647769 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] No DVR routers for this DVR port 489eac41-0e94-4afa-acc8-3d38486d6350 on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:29:55.651000 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.655135 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0661a251-fe9c-4346-8adb-f6e0c56b5598 req-0246cc51-d176-40bc-96de-1f4b2f6e49fb tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.76 "DELETE /v2.0/ports/489eac41-0e94-4afa-acc8-3d38486d6350 HTTP/1.1" status: 204 len: 173 time: 1.2386158 Mar 31 20:29:55.655599 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'name': 'network-vif-deleted', 'tag': '489eac41-0e94-4afa-acc8-3d38486d6350'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:55.658520 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b9fff4-438b-44e0-9919-78a53028754e" -d '{"events": [{"server_uuid": "d03a3a9c-9e65-4618-9e33-7cec71c88f29", "name": "network-vif-deleted", "tag": "489eac41-0e94-4afa-acc8-3d38486d6350"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:55.695100 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef428c5-bc97-45f6-a6e9-09c3bddd4f0e x-openstack-request-id: req-1ef428c5-bc97-45f6-a6e9-09c3bddd4f0e {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:55.695466 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03a3a9c-9e65-4618-9e33-7cec71c88f29", "name": "network-vif-deleted", "tag": "489eac41-0e94-4afa-acc8-3d38486d6350", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:55.695791 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ef428c5-bc97-45f6-a6e9-09c3bddd4f0e {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:55.696260 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef428c5-bc97-45f6-a6e9-09c3bddd4f0e'] response: {'server_uuid': 'd03a3a9c-9e65-4618-9e33-7cec71c88f29', 'name': 'network-vif-deleted', 'tag': '489eac41-0e94-4afa-acc8-3d38486d6350', 'status': 'completed', 'code': 200} Mar 31 20:29:55.741007 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-d43bfcc3-ea9f-417c-a580-b838e922b522 None None] Set router d3933d44-ec48-4c9b-8061-5dc0404fa388 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:55.937915 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-d43bfcc3-ea9f-417c-a580-b838e922b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:50Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:55.969001 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43bfcc3-ea9f-417c-a580-b838e922b522 None None] Checking router: d3933d44-ec48-4c9b-8061-5dc0404fa388 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:55.977375 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43bfcc3-ea9f-417c-a580-b838e922b522 None None] Routers {'d3933d44-ec48-4c9b-8061-5dc0404fa388'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:55.977996 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-d43bfcc3-ea9f-417c-a580-b838e922b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:29:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d3933d44-ec48-4c9b-8061-5dc0404fa388'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:56.098138 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-d43bfcc3-ea9f-417c-a580-b838e922b522 None None] Set router d3933d44-ec48-4c9b-8061-5dc0404fa388 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:56.136930 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f5a8d4d2-e6fc-4639-ad88-a7a8907ce04e req-dc4ebf0a-2068-401c-9825-a0750abb6328 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03a3a9c-9e65-4618-9e33-7cec71c88f29 HTTP/1.1" status: 200 len: 210 time: 0.0275178 Mar 31 20:29:56.414390 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-d43bfcc3-ea9f-417c-a580-b838e922b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:50Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:56.442454 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43bfcc3-ea9f-417c-a580-b838e922b522 None None] The sync data for ids ['d3933d44-ec48-4c9b-8061-5dc0404fa388'] in dv-cinder-836070-1-iscsi is: [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:50Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:56.666534 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab26d7-52ee-443f-b299-0bf5181c6d0b None None] New status for floating IP 48831cb2-dc21-48c8-86c3-808826b88ab2: DOWN {{(pid=103924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:29:57.296148 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 44876) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:57.351741 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b6d58c29-2cce-4951-b96d-8b0a72513359 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group (b4a652c4-3111-48bb-ad11-c4ebba9ed5d8), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.378842 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b6d58c29-2cce-4951-b96d-8b0a72513359 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group (b4a652c4-3111-48bb-ad11-c4ebba9ed5d8), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.518451 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b6d58c29-2cce-4951-b96d-8b0a72513359 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (b4a652c4-3111-48bb-ad11-c4ebba9ed5d8), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.521052 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b6d58c29-2cce-4951-b96d-8b0a72513359 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.522207 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-b6d58c29-2cce-4951-b96d-8b0a72513359 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "DELETE /v2.0/security-groups/b4a652c4-3111-48bb-ad11-c4ebba9ed5d8 HTTP/1.1" status: 204 len: 168 time: 0.2251365 Mar 31 20:29:57.525001 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 44878) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:57.532291 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d58c29-2cce-4951-b96d-8b0a72513359 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a652c4-3111-48bb-ad11-c4ebba9ed5d8,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:57.542169 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.api.v2.resource [None req-689abad1-3431-491a-9613-c5ebb52f7319 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] show failed (client error): The resource could not be found. Mar 31 20:29:57.546326 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 44880) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:57.547613 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-689abad1-3431-491a-9613-c5ebb52f7319 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups/b4a652c4-3111-48bb-ad11-c4ebba9ed5d8 HTTP/1.1" status: 404 len: 347 time: 0.0171432 Mar 31 20:29:57.671376 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-fe850ccb-90f4-40cf-8121-c3f845b3e9b6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Deleting port 7df7adbf-9dfd-4cc9-883a-5088eda1f025 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:57.671719 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fe850ccb-90f4-40cf-8121-c3f845b3e9b6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (7df7adbf-9dfd-4cc9-883a-5088eda1f025), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.747406 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fe850ccb-90f4-40cf-8121-c3f845b3e9b6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (7df7adbf-9dfd-4cc9-883a-5088eda1f025), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.747739 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fe850ccb-90f4-40cf-8121-c3f845b3e9b6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for floatingip (7df7adbf-9dfd-4cc9-883a-5088eda1f025), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.759908 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-fe850ccb-90f4-40cf-8121-c3f845b3e9b6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Calling delete_port for 7df7adbf-9dfd-4cc9-883a-5088eda1f025 owned by network:floatingip {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:57.958528 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fe850ccb-90f4-40cf-8121-c3f845b3e9b6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (7df7adbf-9dfd-4cc9-883a-5088eda1f025), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.984652 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe850ccb-90f4-40cf-8121-c3f845b3e9b6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event deleted for resources: {'Port': ['ID=7df7adbf-9dfd-4cc9-883a-5088eda1f025,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:58.048885 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fe850ccb-90f4-40cf-8121-c3f845b3e9b6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for floatingip (48831cb2-dc21-48c8-86c3-808826b88ab2), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.051749 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fe850ccb-90f4-40cf-8121-c3f845b3e9b6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.053055 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-fe850ccb-90f4-40cf-8121-c3f845b3e9b6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "DELETE /v2.0/floatingips/48831cb2-dc21-48c8-86c3-808826b88ab2 HTTP/1.1" status: 204 len: 168 time: 0.5055037 Mar 31 20:29:58.474854 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 44884) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:58.479466 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289411405', 'description': 'tempest-description--577005041'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:58.580966 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.648323 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group (b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.758366 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.788597 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:58.796025 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.797017 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.797017 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.797236 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.797417 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.797761 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.798100 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.798500 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.798843 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.799177 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.799517 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.799847 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.800179 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.800508 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.800881 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:58.807185 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:29:58.863193 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.864503 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-75b78493-e435-44be-ba9c-ce230fd9a412 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3886416 Mar 31 20:29:58.867457 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 44886) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:58.872328 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-6095b544-0f52-43e5-9135-1bbc6615d327 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Request body: {'security_group_rule': {'security_group_id': 'b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:58.975233 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6095b544-0f52-43e5-9135-1bbc6615d327 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group_rule (1830081f-4e2c-4fa9-96df-b51267389a12), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.035838 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6095b544-0f52-43e5-9135-1bbc6615d327 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group_rule (1830081f-4e2c-4fa9-96df-b51267389a12), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.129697 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6095b544-0f52-43e5-9135-1bbc6615d327 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (1830081f-4e2c-4fa9-96df-b51267389a12), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.147627 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095b544-0f52-43e5-9135-1bbc6615d327 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1830081f-4e2c-4fa9-96df-b51267389a12,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:59.245984 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6095b544-0f52-43e5-9135-1bbc6615d327 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.247231 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-6095b544-0f52-43e5-9135-1bbc6615d327 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3785861 Mar 31 20:29:59.250528 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 44888) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:59.254751 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-a40e56a4-aabd-4fb8-8f54-103e4f40a4e0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Request body: {'security_group_rule': {'security_group_id': 'b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:59.374887 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a40e56a4-aabd-4fb8-8f54-103e4f40a4e0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group_rule (38f96244-5efa-4999-abdd-38038b9313c0), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.432000 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a40e56a4-aabd-4fb8-8f54-103e4f40a4e0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group_rule (38f96244-5efa-4999-abdd-38038b9313c0), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.564231 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a40e56a4-aabd-4fb8-8f54-103e4f40a4e0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (38f96244-5efa-4999-abdd-38038b9313c0), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.582174 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e56a4-aabd-4fb8-8f54-103e4f40a4e0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f96244-5efa-4999-abdd-38038b9313c0,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:59.668650 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a40e56a4-aabd-4fb8-8f54-103e4f40a4e0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.669954 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-a40e56a4-aabd-4fb8-8f54-103e4f40a4e0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4184749 Mar 31 20:29:59.673646 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 44890) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:59.677849 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Request body: {'floatingip': {'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:59.764019 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.796469 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 489eac41-0e94-4afa-acc8-3d38486d6350 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:59.821620 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: 489eac41-0e94-4afa-acc8-3d38486d6350 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:59.822051 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 489eac41-0e94-4afa-acc8-3d38486d6350 not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:59.864742 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.973181 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Allocated IP 172.27.2.24 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/86c1894c-329a-4b29-95c8-912d067a7e27) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:30:00.069995 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for port (86c1894c-329a-4b29-95c8-912d067a7e27), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:00.170060 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (86c1894c-329a-4b29-95c8-912d067a7e27), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:00.205870 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:30:00.208612 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:30:00.212072 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:30:00.237485 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event updated for resources: {'Port': ['ID=86c1894c-329a-4b29-95c8-912d067a7e27,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:00.300915 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for floatingip (bad094b3-a3f5-4cf9-8cb4-940a12de6405), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:00.401332 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (86c1894c-329a-4b29-95c8-912d067a7e27), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:00.554165 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for port (86c1894c-329a-4b29-95c8-912d067a7e27), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:00.637915 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (86c1894c-329a-4b29-95c8-912d067a7e27), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:00.705592 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event updated for resources: {'Port': ['ID=86c1894c-329a-4b29-95c8-912d067a7e27,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:00.716838 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (bad094b3-a3f5-4cf9-8cb4-940a12de6405), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:00.823031 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:00.824195 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-e3723ec7-fba8-48b9-8de7-6d8c780829d8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1496243 Mar 31 20:30:01.015378 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-c5c0f317-40bd-42c4-acf6-06a190962ce1 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--289411405&fields=id&tenant_id=d5a4218c461f42dbb07a80644deeec2c HTTP/1.1" status: 200 len: 267 time: 0.0422075 Mar 31 20:30:01.116872 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d155617-f655-4821-a185-babddb83debc req-6ff7bbbd-b58f-4f8f-90ac-0c4b9be85a0f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:01.118322 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-6ff7bbbd-b58f-4f8f-90ac-0c4b9be85a0f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/networks?id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 200 len: 816 time: 0.0967669 Mar 31 20:30:01.132327 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-99e2bc6d-42fd-4fdb-b3f2-7fdbcb14119e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/quotas/d5a4218c461f42dbb07a80644deeec2c HTTP/1.1" status: 200 len: 375 time: 0.0086491 Mar 31 20:30:01.190304 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-ee99961d-e420-49cb-aee2-e5aaeb327837 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532649 Mar 31 20:30:01.371067 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-3cd08c7d-37ee-41aa-918e-478993247615 service neutron] 10.222.0.74 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692450 Mar 31 20:30:01.461426 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-0de8377e-2ae4-449e-a5a0-30e7ce51a2ed service neutron] 10.222.0.74 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839648 Mar 31 20:30:01.793510 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be95df65-9ee7-4695-a767-43e9be8b49a0 req-5fbd2da9-d2f4-45e3-b1ae-fa9662a8432c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 210 time: 0.0273659 Mar 31 20:30:02.893261 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e777e7ea-2124-4598-a8cc-bc66a0698de2 req-687e7234-d193-4eac-9158-0e4c5d4114c3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 210 time: 0.0290456 Mar 31 20:30:03.990161 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff77fb68-b31e-4317-b452-574f4e318306 req-eb6067fa-8e23-4fa4-916f-387bd824302d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 210 time: 0.0263994 Mar 31 20:30:04.124188 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d155617-f655-4821-a185-babddb83debc req-c80ac7ac-c9ae-4562-94f4-65ced1dc8018 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:04.125652 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-c80ac7ac-c9ae-4562-94f4-65ced1dc8018 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.76 "GET /v2.0/networks?id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 200 len: 816 time: 0.1018960 Mar 31 20:30:04.191477 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-84b0cd5b-0187-4a9b-ace8-f1a67f621a9d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5a4218c461f42dbb07a80644deeec2c HTTP/1.1" status: 200 len: 379 time: 0.0545146 Mar 31 20:30:04.200681 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-1d155617-f655-4821-a185-babddb83debc req-d4209713-434a-4ba5-8aaa-566cca1c03df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Request body: {'port': {'device_id': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'admin_state_up': True, 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'security_groups': ['b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef']}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:04.363800 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d155617-f655-4821-a185-babddb83debc req-d4209713-434a-4ba5-8aaa-566cca1c03df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Made reservation on behalf of d5a4218c461f42dbb07a80644deeec2c for: {'port': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:30:04.367246 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1d155617-f655-4821-a185-babddb83debc req-d4209713-434a-4ba5-8aaa-566cca1c03df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.498815 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [req-1d155617-f655-4821-a185-babddb83debc req-d4209713-434a-4ba5-8aaa-566cca1c03df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Allocated IP 172.20.0.5 (471d06ab-6d13-45c3-8d1d-4f6a22317dd0/bea34364-25de-4223-a970-366fe9a8bb90/fd94b4f0-944f-4bf2-baa2-3700867eb76e) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:30:04.640938 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1d155617-f655-4821-a185-babddb83debc req-d4209713-434a-4ba5-8aaa-566cca1c03df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.736004 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1d155617-f655-4821-a185-babddb83debc req-d4209713-434a-4ba5-8aaa-566cca1c03df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.775957 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d155617-f655-4821-a185-babddb83debc req-d4209713-434a-4ba5-8aaa-566cca1c03df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:30:04.779085 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [req-1d155617-f655-4821-a185-babddb83debc req-d4209713-434a-4ba5-8aaa-566cca1c03df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:30:04.783398 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d155617-f655-4821-a185-babddb83debc req-d4209713-434a-4ba5-8aaa-566cca1c03df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:30:04.813244 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4209713-434a-4ba5-8aaa-566cca1c03df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event updated for resources: {'Port': ['ID=fd94b4f0-944f-4bf2-baa2-3700867eb76e,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:04.842530 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d155617-f655-4821-a185-babddb83debc req-d4209713-434a-4ba5-8aaa-566cca1c03df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:04.843194 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1d155617-f655-4821-a185-babddb83debc req-d4209713-434a-4ba5-8aaa-566cca1c03df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.915257 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-d4209713-434a-4ba5-8aaa-566cca1c03df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7187674 Mar 31 20:30:04.926969 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Request body: {'port': {'device_id': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:04.995250 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.067308 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-9b1db9ba-ca59-441d-b7ab-8536381330bc None None] Provisioning complete for port fd94b4f0-944f-4bf2-baa2-3700867eb76e triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:30:05.068484 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-9b1db9ba-ca59-441d-b7ab-8536381330bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.108658 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-9b1db9ba-ca59-441d-b7ab-8536381330bc None None] Port fd94b4f0-944f-4bf2-baa2-3700867eb76e cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:30:05.209800 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe8dde-c3ff-4bfa-afd4-f186afd55f6d req-bafeca90-f495-4b6c-a137-1ad6200c9fa6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:05.211273 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cdfe8dde-c3ff-4bfa-afd4-f186afd55f6d req-bafeca90-f495-4b6c-a137-1ad6200c9fa6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 931 time: 0.1125917 Mar 31 20:30:05.290546 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cdfe8dde-c3ff-4bfa-afd4-f186afd55f6d req-ec07b12f-8b4d-41fe-a177-7f6589636c71 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681195 Mar 31 20:30:05.338014 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd94b4f0-944f-4bf2-baa2-3700867eb76e {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:30:05.345468 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Publish callbacks [] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.357634 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Transition to ACTIVE for port object fd94b4f0-944f-4bf2-baa2-3700867eb76e will not be triggered until provisioned by entity L2. {{(pid=103921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:30:05.426422 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.476738 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Pushing event updated for resources: {'Port': ['ID=fd94b4f0-944f-4bf2-baa2-3700867eb76e,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:05.552169 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Attempting to bind port fd94b4f0-944f-4bf2-baa2-3700867eb76e on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:30:05.552564 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Attempting to bind port fd94b4f0-944f-4bf2-baa2-3700867eb76e by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:30:05.552938 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Attempting to bind port fd94b4f0-944f-4bf2-baa2-3700867eb76e on network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:30:05.559008 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Port fd94b4f0-944f-4bf2-baa2-3700867eb76e on network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:30:05.563123 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Attempting to bind port fd94b4f0-944f-4bf2-baa2-3700867eb76e on network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:30:05.565307 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:30:05.565645 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Checking segment: {'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:30:05.566048 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Bound using segment: {'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:30:05.566475 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Bound port: fd94b4f0-944f-4bf2-baa2-3700867eb76e, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13497781-b9c7-46aa-84f3-7b95f827b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:30:05.566831 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.658798 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] For port fd94b4f0-944f-4bf2-baa2-3700867eb76e, host hv-cinder-83607, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:30:05.686650 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] For port fd94b4f0-944f-4bf2-baa2-3700867eb76e, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:30:05.711531 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99709ae-b957-41d7-bdc6-6d5bb6f9bea0 req-d1d1e002-c8cb-43b4-8a6f-9a07085fadfc tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:05.713087 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d99709ae-b957-41d7-bdc6-6d5bb6f9bea0 req-d1d1e002-c8cb-43b4-8a6f-9a07085fadfc tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0680826 Mar 31 20:30:05.764701 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d99709ae-b957-41d7-bdc6-6d5bb6f9bea0 req-1707201e-e5ad-49f8-bbdf-9d6fabc83a75 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459669 Mar 31 20:30:05.781728 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.818881 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:05.819505 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.820895 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-694257c9-caea-41fd-ac20-9279383e305c service neutron] 10.222.0.76 "PUT /v2.0/ports/fd94b4f0-944f-4bf2-baa2-3700867eb76e HTTP/1.1" status: 200 len: 1093 time: 0.8985767 Mar 31 20:30:05.821338 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'tag': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:05.823545 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff47629c-ca81-4299-9e89-09408e6adf46" -d '{"events": [{"name": "network-changed", "server_uuid": "b82eda1e-ece5-4d7a-ab7c-ebe941727a22", "tag": "fd94b4f0-944f-4bf2-baa2-3700867eb76e"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:05.855911 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694257c9-caea-41fd-ac20-9279383e305c service neutron] Pushing event updated for resources: {'Port': ['ID=fd94b4f0-944f-4bf2-baa2-3700867eb76e,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:05.881119 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2491f89d-7ee3-4838-884e-2abd4bf17ab9 x-openstack-request-id: req-2491f89d-7ee3-4838-884e-2abd4bf17ab9 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:05.881405 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82eda1e-ece5-4d7a-ab7c-ebe941727a22", "tag": "fd94b4f0-944f-4bf2-baa2-3700867eb76e", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:05.881663 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2491f89d-7ee3-4838-884e-2abd4bf17ab9 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:05.882182 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2491f89d-7ee3-4838-884e-2abd4bf17ab9'] response: {'name': 'network-changed', 'server_uuid': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'tag': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'status': 'completed', 'code': 200} Mar 31 20:30:05.952311 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47629c-ca81-4299-9e89-09408e6adf46 req-0089c4f0-00e8-41df-af69-6f4c000f9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:05.954311 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff47629c-ca81-4299-9e89-09408e6adf46 req-0089c4f0-00e8-41df-af69-6f4c000f9304 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 1127 time: 0.0523410 Mar 31 20:30:06.051598 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47629c-ca81-4299-9e89-09408e6adf46 req-26cfe9bb-b87c-4f3b-bbfc-5c1e26c18da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:06.053103 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff47629c-ca81-4299-9e89-09408e6adf46 req-26cfe9bb-b87c-4f3b-bbfc-5c1e26c18da6 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d5a4218c461f42dbb07a80644deeec2c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0912063 Mar 31 20:30:06.148806 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47629c-ca81-4299-9e89-09408e6adf46 req-177731b7-c871-48da-bd88-edac225eebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:06.150298 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff47629c-ca81-4299-9e89-09408e6adf46 req-177731b7-c871-48da-bd88-edac225eebfe service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898225 Mar 31 20:30:06.228743 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d155617-f655-4821-a185-babddb83debc req-4af2f7dd-7adb-47c8-84f2-e5a46cb85b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:06.230233 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-4af2f7dd-7adb-47c8-84f2-e5a46cb85b8a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 1127 time: 0.0451345 Mar 31 20:30:06.276422 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-4c8f6dc6-e45a-438e-aaa5-e6136da9a1ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e HTTP/1.1" status: 200 len: 217 time: 0.0387988 Mar 31 20:30:06.332177 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d155617-f655-4821-a185-babddb83debc req-8b26767a-9f95-42e1-956b-0a028f220f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:06.333669 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-8b26767a-9f95-42e1-956b-0a028f220f31 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bea34364-25de-4223-a970-366fe9a8bb90 HTTP/1.1" status: 200 len: 855 time: 0.0460205 Mar 31 20:30:06.413517 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d155617-f655-4821-a185-babddb83debc req-3c217625-2e61-420f-a26c-b8a3842a8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:06.414902 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-3c217625-2e61-420f-a26c-b8a3842a8ebd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749111 Mar 31 20:30:06.426134 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76aad-9fbd-4c3a-ab03-aa229dc4df71 req-93c7bb24-8064-4588-b3b0-947344df3896 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:06.427480 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4ce76aad-9fbd-4c3a-ab03-aa229dc4df71 req-93c7bb24-8064-4588-b3b0-947344df3896 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0629103 Mar 31 20:30:06.527230 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4ce76aad-9fbd-4c3a-ab03-aa229dc4df71 req-355ec9cc-3a3c-4eb5-bbb4-4f5c14e74fbc tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914938 Mar 31 20:30:06.543062 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-c1e90442-64ba-422e-b65e-0fd8f3e522d9 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146467 Mar 31 20:30:06.635943 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d155617-f655-4821-a185-babddb83debc req-4fdca608-5cc5-4bf4-96d1-fa49930f0a50 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863366 Mar 31 20:30:07.123705 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84961e5-5802-4da9-b300-05e2a3328185 req-7dde5d02-4384-4bc8-94eb-73604796e788 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:07.125207 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a84961e5-5802-4da9-b300-05e2a3328185 req-7dde5d02-4384-4bc8-94eb-73604796e788 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.2934153 Mar 31 20:30:07.170737 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a84961e5-5802-4da9-b300-05e2a3328185 req-1afb3562-14a0-4ac8-acbf-7768a25aff0d tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393717 Mar 31 20:30:07.652557 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa14346-8091-427f-9771-faa22ee2e4dc req-133ccc3d-6b25-49a0-a956-8d847f50a500 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:07.654040 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2fa14346-8091-427f-9771-faa22ee2e4dc req-133ccc3d-6b25-49a0-a956-8d847f50a500 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0514262 Mar 31 20:30:07.700203 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2fa14346-8091-427f-9771-faa22ee2e4dc req-69799c1a-5131-446a-8dd1-7680a6953940 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400262 Mar 31 20:30:08.302757 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade8d4c-78e8-42cd-a359-2550e68f1f72 req-789ab38a-5052-4f1b-847f-8ac3bbd7cd59 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:08.304129 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dade8d4c-78e8-42cd-a359-2550e68f1f72 req-789ab38a-5052-4f1b-847f-8ac3bbd7cd59 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0547497 Mar 31 20:30:08.357476 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dade8d4c-78e8-42cd-a359-2550e68f1f72 req-6308b99e-181c-4968-8bf6-3e9b4eb8d305 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476873 Mar 31 20:30:08.554435 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fcfd5-9485-472e-8ac0-dabb1d9b9bd9 req-6286fa01-3a07-46e8-bc8f-66f25322c50f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:08.556928 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-aa8fcfd5-9485-472e-8ac0-dabb1d9b9bd9 req-6286fa01-3a07-46e8-bc8f-66f25322c50f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0544262 Mar 31 20:30:08.606683 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-aa8fcfd5-9485-472e-8ac0-dabb1d9b9bd9 req-5af6d0d9-a15a-4156-b588-de014fce9923 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431583 Mar 31 20:30:08.825712 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffe31c-418e-42c2-adb3-504ecb98ff70 req-97040050-eeee-4a41-ada4-313818d42f40 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:08.827134 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a2ffe31c-418e-42c2-adb3-504ecb98ff70 req-97040050-eeee-4a41-ada4-313818d42f40 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0556009 Mar 31 20:30:08.872916 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a2ffe31c-418e-42c2-adb3-504ecb98ff70 req-c6c868ee-dd84-486d-aeed-f274cd7440df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400774 Mar 31 20:30:09.469222 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66581f-9f0a-4b8e-9d1e-af30dd04bb9f req-f6bcbb89-4ea2-46b9-a897-7000ddad6b68 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:09.470693 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ca66581f-9f0a-4b8e-9d1e-af30dd04bb9f req-f6bcbb89-4ea2-46b9-a897-7000ddad6b68 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0523281 Mar 31 20:30:09.516671 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ca66581f-9f0a-4b8e-9d1e-af30dd04bb9f req-ff2bbc87-01e7-44a3-9591-5e4793ab3ae3 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404902 Mar 31 20:30:09.726192 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52602a-c93d-4357-a2c3-f7d3234cf646 req-3f341b91-db6a-4c36-97d4-d22957f8c806 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:09.727650 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3f52602a-c93d-4357-a2c3-f7d3234cf646 req-3f341b91-db6a-4c36-97d4-d22957f8c806 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0509930 Mar 31 20:30:09.778548 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3f52602a-c93d-4357-a2c3-f7d3234cf646 req-def98890-579f-423b-b3d5-51e2d9edb8b1 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446830 Mar 31 20:30:10.005006 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140e5cd-3b7a-471c-b633-7e2f251733ac req-91a05453-ac89-4d3a-b5d5-b82514a28f44 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:10.006454 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5140e5cd-3b7a-471c-b633-7e2f251733ac req-91a05453-ac89-4d3a-b5d5-b82514a28f44 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0519290 Mar 31 20:30:10.052444 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5140e5cd-3b7a-471c-b633-7e2f251733ac req-d489b637-9649-4a83-a1ce-a83d4d388b69 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405462 Mar 31 20:30:10.369887 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:10.457416 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f990e10-1785-4b86-9342-a0d298631e22 req-af272dbf-14f1-4d1d-b894-83986deaf8d5 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:10.458839 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0f990e10-1785-4b86-9342-a0d298631e22 req-af272dbf-14f1-4d1d-b894-83986deaf8d5 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0505717 Mar 31 20:30:10.555267 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-0f990e10-1785-4b86-9342-a0d298631e22 req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Deleting port c47cdcdb-8eeb-4297-a521-7fc67d880c58 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:10.555876 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-0f990e10-1785-4b86-9342-a0d298631e22 req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:10.685395 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-0f990e10-1785-4b86-9342-a0d298631e22 req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] For port c47cdcdb-8eeb-4297-a521-7fc67d880c58, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c47cdcdb-8eeb-4297-a521-7fc67d880c58,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:10.685791 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-0f990e10-1785-4b86-9342-a0d298631e22 req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:10.708247 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a91db-fb32-4811-a50a-48a97e6f0536 req-97cabe3d-9f85-453e-a20e-cd06a2c7db15 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:10.709830 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9c2a91db-fb32-4811-a50a-48a97e6f0536 req-97cabe3d-9f85-453e-a20e-cd06a2c7db15 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.1151102 Mar 31 20:30:10.836692 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9c2a91db-fb32-4811-a50a-48a97e6f0536 req-e20f7c75-1187-45fa-90c9-4189e1eab507 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937569 Mar 31 20:30:10.936261 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-0f990e10-1785-4b86-9342-a0d298631e22 req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:10.936541 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-0f990e10-1785-4b86-9342-a0d298631e22 req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (6f7c3c87-686b-45c0-bc18-fa14f91e734a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:10.936882 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [req-0f990e10-1785-4b86-9342-a0d298631e22 req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Floating IP 6f7c3c87-686b-45c0-bc18-fa14f91e734a disassociated. External IP: 172.27.2.69, port: c47cdcdb-8eeb-4297-a521-7fc67d880c58. Mar 31 20:30:10.937233 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-0f990e10-1785-4b86-9342-a0d298631e22 req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Calling delete_port for c47cdcdb-8eeb-4297-a521-7fc67d880c58 owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:10.961864 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699576b1-4be4-4f44-9e5b-77e93b476cc0 req-9e53ebe6-d26d-4762-a1c5-76e8a6105368 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:10.963333 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-699576b1-4be4-4f44-9e5b-77e93b476cc0 req-9e53ebe6-d26d-4762-a1c5-76e8a6105368 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 946 time: 0.0838411 Mar 31 20:30:11.058078 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-699576b1-4be4-4f44-9e5b-77e93b476cc0 req-ae3929f0-a442-475e-96d8-98c590a8a18e tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675561 Mar 31 20:30:11.179601 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb574902-c83a-45e2-a46e-496bb0b687f3 req-8d321feb-e91f-41c4-9f00-be128d81bc39 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:11.181101 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb574902-c83a-45e2-a46e-496bb0b687f3 req-8d321feb-e91f-41c4-9f00-be128d81bc39 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0562739 Mar 31 20:30:11.222095 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-0f990e10-1785-4b86-9342-a0d298631e22 req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (c47cdcdb-8eeb-4297-a521-7fc67d880c58), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:11.253157 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb574902-c83a-45e2-a46e-496bb0b687f3 req-6625aae1-8371-4f5d-add7-d418fb8178a4 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664127 Mar 31 20:30:11.255465 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event deleted for resources: {'Port': ['ID=c47cdcdb-8eeb-4297-a521-7fc67d880c58,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:11.369294 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f990e10-1785-4b86-9342-a0d298631e22 req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Router bcdbec6b-b6b1-498a-819f-338c9a07945a has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:30:11.474679 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f990e10-1785-4b86-9342-a0d298631e22 req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:30:11.484941 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2dd71-8782-4c47-a8a5-d1942768baae None None] Sync routers for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:30:11.494045 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2dd71-8782-4c47-a8a5-d1942768baae None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:11.494654 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-6cb2dd71-8782-4c47-a8a5-d1942768baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:29:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:11.515882 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f990e10-1785-4b86-9342-a0d298631e22 req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] No DVR routers for this DVR port c47cdcdb-8eeb-4297-a521-7fc67d880c58 on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:11.518428 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-0f990e10-1785-4b86-9342-a0d298631e22 req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:11.521856 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0f990e10-1785-4b86-9342-a0d298631e22 req-96565b52-ef5a-495f-977e-ce2d5c871abc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "DELETE /v2.0/ports/c47cdcdb-8eeb-4297-a521-7fc67d880c58 HTTP/1.1" status: 204 len: 173 time: 1.0577853 Mar 31 20:30:11.522322 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95481e07-81ef-4af4-b656-68f7d9e6f028', 'name': 'network-vif-deleted', 'tag': 'c47cdcdb-8eeb-4297-a521-7fc67d880c58'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:11.524669 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a651ac-048f-43d2-a784-37fa5ac2e058" -d '{"events": [{"server_uuid": "95481e07-81ef-4af4-b656-68f7d9e6f028", "name": "network-vif-deleted", "tag": "c47cdcdb-8eeb-4297-a521-7fc67d880c58"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:11.563262 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab02239-3842-4da0-a4f2-864f874f90c9 x-openstack-request-id: req-eab02239-3842-4da0-a4f2-864f874f90c9 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:11.563835 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95481e07-81ef-4af4-b656-68f7d9e6f028", "name": "network-vif-deleted", "tag": "c47cdcdb-8eeb-4297-a521-7fc67d880c58", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:11.563835 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-eab02239-3842-4da0-a4f2-864f874f90c9 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:11.564196 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab02239-3842-4da0-a4f2-864f874f90c9'] response: {'server_uuid': '95481e07-81ef-4af4-b656-68f7d9e6f028', 'name': 'network-vif-deleted', 'tag': 'c47cdcdb-8eeb-4297-a521-7fc67d880c58', 'status': 'completed', 'code': 200} Mar 31 20:30:11.603089 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-6cb2dd71-8782-4c47-a8a5-d1942768baae None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:11.808486 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-6cb2dd71-8782-4c47-a8a5-d1942768baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:11.838258 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2dd71-8782-4c47-a8a5-d1942768baae None None] Checking router: bcdbec6b-b6b1-498a-819f-338c9a07945a for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:30:11.848444 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2dd71-8782-4c47-a8a5-d1942768baae None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:11.849092 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-6cb2dd71-8782-4c47-a8a5-d1942768baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:29:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:11.911871 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device fd94b4f0-944f-4bf2-baa2-3700867eb76e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:30:11.972400 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1d8d6-8659-42db-a3ed-b21476f1d8f0 req-64fdfd04-362d-4ba5-a756-05fd1a2d30f0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:11.974750 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d4f1d8d6-8659-42db-a3ed-b21476f1d8f0 req-64fdfd04-362d-4ba5-a756-05fd1a2d30f0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0665631 Mar 31 20:30:12.027852 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-6cb2dd71-8782-4c47-a8a5-d1942768baae None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:12.028052 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d4f1d8d6-8659-42db-a3ed-b21476f1d8f0 req-66000159-e6bb-4c29-9116-8ed0b98a2c52 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473065 Mar 31 20:30:12.137268 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port fd94b4f0-944f-4bf2-baa2-3700867eb76e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:12.173435 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0feedb05-f364-4d26-9b33-d8fd74e5e496 req-c506e542-0b4c-4626-a29a-950300da9f8d tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=95481e07-81ef-4af4-b656-68f7d9e6f028 HTTP/1.1" status: 200 len: 210 time: 0.0274205 Mar 31 20:30:12.179876 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'port_id': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'mac_address': 'fa:16:3e:4f:f2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:30:12.242035 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port fd94b4f0-944f-4bf2-baa2-3700867eb76e is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:30:12.242426 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:12.275013 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd94b4f0-944f-4bf2-baa2-3700867eb76e {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:30:12.302286 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port fd94b4f0-944f-4bf2-baa2-3700867eb76e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:12.321199 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-6cb2dd71-8782-4c47-a8a5-d1942768baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:12.350865 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2dd71-8782-4c47-a8a5-d1942768baae None None] The sync data for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi is: [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:30:12.369878 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:12.379597 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08fa0f-450c-4c00-b8b0-7debd76a6a66 req-3ef37daf-42ec-45f2-bc2a-501693abddc3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:12.386668 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cb08fa0f-450c-4c00-b8b0-7debd76a6a66 req-3ef37daf-42ec-45f2-bc2a-501693abddc3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0604048 Mar 31 20:30:12.421118 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=fd94b4f0-944f-4bf2-baa2-3700867eb76e,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:12.429943 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.430296 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.430644 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.431042 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.431386 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.431722 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.431817 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cb08fa0f-450c-4c00-b8b0-7debd76a6a66 req-e15f7e37-7414-40a8-a092-8730d96d98a7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443997 Mar 31 20:30:12.432064 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.432394 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.432725 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.433081 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.433410 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.433741 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.434069 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.434394 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.434718 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.595245 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52f4b77-b7d0-4921-9237-eb940a24037b None None] New status for floating IP 6f7c3c87-686b-45c0-bc18-fa14f91e734a: DOWN {{(pid=103924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:30:12.758916 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['fd94b4f0-944f-4bf2-baa2-3700867eb76e'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:30:13.148296 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5f64d-8a24-448a-8be6-e8c649ef9b11 req-f05f3dee-5d8a-4729-ad53-c30a1d210ad7 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:13.149843 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5ff5f64d-8a24-448a-8be6-e8c649ef9b11 req-f05f3dee-5d8a-4729-ad53-c30a1d210ad7 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0521932 Mar 31 20:30:13.200473 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5ff5f64d-8a24-448a-8be6-e8c649ef9b11 req-66ae8295-55e0-4737-9546-9b26ab359279 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449607 Mar 31 20:30:13.380066 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-414bb3d3-49fb-4b66-bc37-c88de5cddddd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867078111&fields=id&tenant_id=a284702199b1404d8909d29eefb5820b HTTP/1.1" status: 200 len: 267 time: 0.0441656 Mar 31 20:30:13.483920 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-3b601ac3-0182-4bc5-a6ae-4c553f9b9e08 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:13.485433 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-3b601ac3-0182-4bc5-a6ae-4c553f9b9e08 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 812 time: 0.0990758 Mar 31 20:30:13.500193 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-9cec9d29-b6e4-4842-9f1e-d626edd67f94 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/quotas/a284702199b1404d8909d29eefb5820b HTTP/1.1" status: 200 len: 375 time: 0.0094500 Mar 31 20:30:13.590942 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bac41-c68f-4d6b-b80c-32919781d713 req-0914fdc9-a256-4f80-9e85-0db94490fc01 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:13.592545 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b66bac41-c68f-4d6b-b80c-32919781d713 req-0914fdc9-a256-4f80-9e85-0db94490fc01 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 944 time: 0.0888414 Mar 31 20:30:13.598050 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-533bff7c-bc79-4610-a758-2d05e2996f72 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864198 Mar 31 20:30:13.689396 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b66bac41-c68f-4d6b-b80c-32919781d713 req-5ce540d2-0a0d-47bd-ae4e-7197dcb70c1e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904014 Mar 31 20:30:13.720048 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-13b18a97-78d7-4b14-8e0f-962c2ef85c25 service neutron] 10.222.0.74 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081011 Mar 31 20:30:13.807435 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-b83f07b8-5134-4aaa-a7cd-e4b969c7c7cf service neutron] 10.222.0.74 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817389 Mar 31 20:30:13.902899 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device fd94b4f0-944f-4bf2-baa2-3700867eb76e up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:30:14.095164 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port fd94b4f0-944f-4bf2-baa2-3700867eb76e completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:30:14.099003 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port fd94b4f0-944f-4bf2-baa2-3700867eb76e triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:30:14.099409 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.174087 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port fd94b4f0-944f-4bf2-baa2-3700867eb76e is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:30:14.174475 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.198611 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:14.201128 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfa3efd-1843-48ca-a0bd-f4f943937198" -d '{"events": [{"server_uuid": "b82eda1e-ece5-4d7a-ab7c-ebe941727a22", "name": "network-vif-plugged", "status": "completed", "tag": "fd94b4f0-944f-4bf2-baa2-3700867eb76e"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:14.212822 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port fd94b4f0-944f-4bf2-baa2-3700867eb76e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:14.240378 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47763885-9df6-457a-a431-be72923ef111 x-openstack-request-id: req-47763885-9df6-457a-a431-be72923ef111 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:14.240668 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82eda1e-ece5-4d7a-ab7c-ebe941727a22", "name": "network-vif-plugged", "status": "completed", "tag": "fd94b4f0-944f-4bf2-baa2-3700867eb76e", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:14.240980 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-47763885-9df6-457a-a431-be72923ef111 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:14.241387 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47763885-9df6-457a-a431-be72923ef111'] response: {'server_uuid': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'code': 200} Mar 31 20:30:14.306748 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.307684 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device c47cdcdb-8eeb-4297-a521-7fc67d880c58 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:14.339042 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c406ba-dd00-4962-bf4c-f2eb24485a1f req-d0ac4590-b604-4035-9dda-b4b80159a822 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:14.340529 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83c406ba-dd00-4962-bf4c-f2eb24485a1f req-d0ac4590-b604-4035-9dda-b4b80159a822 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0559125 Mar 31 20:30:14.349992 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: c47cdcdb-8eeb-4297-a521-7fc67d880c58 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:14.350336 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device c47cdcdb-8eeb-4297-a521-7fc67d880c58 not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:14.378945 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=fd94b4f0-944f-4bf2-baa2-3700867eb76e,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:14.395028 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83c406ba-dd00-4962-bf4c-f2eb24485a1f req-c5e7f200-4c4b-4881-b2fd-dae8413a54f2 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481324 Mar 31 20:30:14.596155 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-676e7522-9e9b-400f-85cc-20ffea2fc2c5 req-4e3b18b2-33c4-4bfb-ab16-a21c112a3e6f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 210 time: 0.0310919 Mar 31 20:30:14.674787 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef025a1-eebc-441b-a291-832866dd4923 req-3c4be4b9-ac8e-4410-bc27-9fcb396135c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:14.676355 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1ef025a1-eebc-441b-a291-832866dd4923 req-3c4be4b9-ac8e-4410-bc27-9fcb396135c3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 1129 time: 0.0463846 Mar 31 20:30:14.723652 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1ef025a1-eebc-441b-a291-832866dd4923 req-01cf866a-e19c-4834-89b4-7693316f5138 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404942 Mar 31 20:30:14.814545 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52fb4-e851-40bb-a870-ca9c01818d8a req-066c942c-e55b-4792-a40a-8ddb4ca9bc34 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:14.816062 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-06e52fb4-e851-40bb-a870-ca9c01818d8a req-066c942c-e55b-4792-a40a-8ddb4ca9bc34 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0529342 Mar 31 20:30:14.862670 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-06e52fb4-e851-40bb-a870-ca9c01818d8a req-b34017be-b64f-4eed-aff5-42b5f95aeb8d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405295 Mar 31 20:30:15.519260 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd4fb3-eb78-45ba-bdb4-256db5b065e2 req-ffb7c509-802d-4c6a-af22-636f708d2faa tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:15.520745 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9fdd4fb3-eb78-45ba-bdb4-256db5b065e2 req-ffb7c509-802d-4c6a-af22-636f708d2faa tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0586741 Mar 31 20:30:15.570504 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9fdd4fb3-eb78-45ba-bdb4-256db5b065e2 req-625d222c-3eee-43a7-9238-ec605a2d0773 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431981 Mar 31 20:30:15.845028 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-36da0927-2ce2-491f-ad0d-7856a351bb63 req-afb50110-a46b-47e9-86bc-840521bccd99 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 210 time: 0.0280168 Mar 31 20:30:15.986655 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b11142-300e-4a6b-af17-6df5faa1a669 req-f5cb1c69-1f42-4bfc-bfa0-2d6827debd39 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:15.987927 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-08b11142-300e-4a6b-af17-6df5faa1a669 req-f5cb1c69-1f42-4bfc-bfa0-2d6827debd39 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0557041 Mar 31 20:30:16.039331 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-08b11142-300e-4a6b-af17-6df5faa1a669 req-bba23cb9-dc07-4815-8195-c3cad468e520 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454090 Mar 31 20:30:16.689708 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcd0e4-595e-421b-a549-336de09464f3 req-79df405d-d7cb-4aed-b635-3209e971eb36 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:16.691239 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b7fcd0e4-595e-421b-a549-336de09464f3 req-79df405d-d7cb-4aed-b635-3209e971eb36 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0537090 Mar 31 20:30:16.741525 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b7fcd0e4-595e-421b-a549-336de09464f3 req-7a76f175-12c6-4879-b0bb-b33395448a3b tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445976 Mar 31 20:30:16.936081 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8c218464-9b3f-4920-8d52-e82c6355a384 req-f56f288a-7cfd-4fe0-9c90-4681edce46db tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 210 time: 0.0283971 Mar 31 20:30:17.035333 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-5b27795c-d399-4ad3-b8fc-c1154d5fe44a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:17.037024 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-5b27795c-d399-4ad3-b8fc-c1154d5fe44a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 812 time: 0.1032729 Mar 31 20:30:17.108787 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-28dc18b8-5fcf-4db1-a117-73df4f3d0d55 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a284702199b1404d8909d29eefb5820b HTTP/1.1" status: 200 len: 379 time: 0.0582309 Mar 31 20:30:17.117682 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-d3167042-5641-4388-9a2f-1ec03ad0baf8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Request body: {'port': {'device_id': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'admin_state_up': True, 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'security_groups': ['8f201c7a-e0c2-4fce-a903-c454507aaf64']}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:17.232758 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577d5c6-41a0-4c0b-8df5-01ed8bda2324 req-374cc42e-eb62-42b6-9bcb-bba6961ad321 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:17.234225 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b577d5c6-41a0-4c0b-8df5-01ed8bda2324 req-374cc42e-eb62-42b6-9bcb-bba6961ad321 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.1133654 Mar 31 20:30:17.295417 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b577d5c6-41a0-4c0b-8df5-01ed8bda2324 req-212bc2eb-e779-44e9-ad37-1e58c904de66 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556047 Mar 31 20:30:17.397408 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-d3167042-5641-4388-9a2f-1ec03ad0baf8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Made reservation on behalf of a284702199b1404d8909d29eefb5820b for: {'port': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:30:17.400642 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-d3167042-5641-4388-9a2f-1ec03ad0baf8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.446764 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689493c-414d-4fcb-b279-ed35e34fcf28 req-b9671c38-e5c0-4859-9bd9-3b8e9be9892b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:17.448203 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6689493c-414d-4fcb-b279-ed35e34fcf28 req-b9671c38-e5c0-4859-9bd9-3b8e9be9892b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0786169 Mar 31 20:30:17.458189 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 45042) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:17.462962 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-f9428b0c-e458-4fb9-ac5c-d746226a1d7d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Request body: {'floatingip': {'port_id': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:17.504197 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f9428b0c-e458-4fb9-ac5c-d746226a1d7d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for floatingip (bad094b3-a3f5-4cf9-8cb4-940a12de6405), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.517808 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-61f81087-b7d3-4c7c-bd02-8853d7d9cedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.547265 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-d3167042-5641-4388-9a2f-1ec03ad0baf8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Allocated IP 172.20.0.4 (3437015e-3faa-4b6a-9767-5c0c89bf320b/a9ed1327-54bc-459c-8ba6-245a511fc65b/f4c8aecb-4be2-43df-b1ea-c06bd8630941) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:30:17.688921 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-d3167042-5641-4388-9a2f-1ec03ad0baf8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.838547 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-d3167042-5641-4388-9a2f-1ec03ad0baf8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.892994 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-d3167042-5641-4388-9a2f-1ec03ad0baf8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Network 3437015e-3faa-4b6a-9767-5c0c89bf320b is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:30:17.901766 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-d3167042-5641-4388-9a2f-1ec03ad0baf8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:30:17.909472 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-d3167042-5641-4388-9a2f-1ec03ad0baf8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:30:17.920981 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bce2a-36fa-425f-af26-1bbeb91b703f req-564905c5-3133-4bbf-ae56-f2fef1328849 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:17.922601 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c64bce2a-36fa-425f-af26-1bbeb91b703f req-564905c5-3133-4bbf-ae56-f2fef1328849 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.1132503 Mar 31 20:30:17.944456 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3167042-5641-4388-9a2f-1ec03ad0baf8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'Port': ['ID=f4c8aecb-4be2-43df-b1ea-c06bd8630941,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:18.000460 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-d3167042-5641-4388-9a2f-1ec03ad0baf8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:18.001247 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-d3167042-5641-4388-9a2f-1ec03ad0baf8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.033758 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c64bce2a-36fa-425f-af26-1bbeb91b703f req-add02d33-1f70-4dd8-80ea-f775de1e9d2d tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859675 Mar 31 20:30:18.106345 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873823f4-9768-48ea-8960-bdd07bf98ec8 req-76d93ca1-e291-4e24-adf3-640a63aba709 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:18.108098 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-873823f4-9768-48ea-8960-bdd07bf98ec8 req-76d93ca1-e291-4e24-adf3-640a63aba709 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 931 time: 0.0659285 Mar 31 20:30:18.143555 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-d3167042-5641-4388-9a2f-1ec03ad0baf8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0294662 Mar 31 20:30:18.158607 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Request body: {'port': {'device_id': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:18.178621 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f9428b0c-e458-4fb9-ac5c-d746226a1d7d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.199823 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-873823f4-9768-48ea-8960-bdd07bf98ec8 req-ef185a6d-5b6a-4e3d-b4f9-61480203c737 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780170 Mar 31 20:30:18.232158 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.244758 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-e2babb90-8093-4f7d-a052-53787fe315e9 None None] Provisioning complete for port f4c8aecb-4be2-43df-b1ea-c06bd8630941 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:30:18.245231 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e2babb90-8093-4f7d-a052-53787fe315e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.324515 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f9428b0c-e458-4fb9-ac5c-d746226a1d7d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (bad094b3-a3f5-4cf9-8cb4-940a12de6405), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.408030 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-e2babb90-8093-4f7d-a052-53787fe315e9 None None] Port f4c8aecb-4be2-43df-b1ea-c06bd8630941 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:30:18.439127 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-f9428b0c-e458-4fb9-ac5c-d746226a1d7d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Floating IP bad094b3-a3f5-4cf9-8cb4-940a12de6405 associated. External IP: 172.27.2.24, port: fd94b4f0-944f-4bf2-baa2-3700867eb76e. Mar 31 20:30:18.500383 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c8aecb-4be2-43df-b1ea-c06bd8630941 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:30:18.507452 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Publish callbacks [] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.519726 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Transition to ACTIVE for port object f4c8aecb-4be2-43df-b1ea-c06bd8630941 will not be triggered until provisioned by entity L2. {{(pid=103921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:30:18.650410 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9428b0c-e458-4fb9-ac5c-d746226a1d7d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Router d3933d44-ec48-4c9b-8061-5dc0404fa388 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:30:18.660787 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.718607 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c8aecb-4be2-43df-b1ea-c06bd8630941,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:18.775704 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9428b0c-e458-4fb9-ac5c-d746226a1d7d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:30:18.778681 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f9428b0c-e458-4fb9-ac5c-d746226a1d7d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.788305 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63b5bb-ef6e-4b0e-bd07-b257b1f4af3d None None] Sync routers for ids ['d3933d44-ec48-4c9b-8061-5dc0404fa388'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:30:18.805922 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63b5bb-ef6e-4b0e-bd07-b257b1f4af3d None None] Routers {'d3933d44-ec48-4c9b-8061-5dc0404fa388'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:18.806668 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9a63b5bb-ef6e-4b0e-bd07-b257b1f4af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:29:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d3933d44-ec48-4c9b-8061-5dc0404fa388'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:18.817582 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Attempting to bind port f4c8aecb-4be2-43df-b1ea-c06bd8630941 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:30:18.817930 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Attempting to bind port f4c8aecb-4be2-43df-b1ea-c06bd8630941 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:30:18.818266 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Attempting to bind port f4c8aecb-4be2-43df-b1ea-c06bd8630941 on network 3437015e-3faa-4b6a-9767-5c0c89bf320b {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:30:18.823390 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Port f4c8aecb-4be2-43df-b1ea-c06bd8630941 on network 3437015e-3faa-4b6a-9767-5c0c89bf320b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:30:18.823782 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Attempting to bind port f4c8aecb-4be2-43df-b1ea-c06bd8630941 on network 3437015e-3faa-4b6a-9767-5c0c89bf320b {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:30:18.830340 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:30:18.830762 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Checking segment: {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:30:18.831160 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Bound using segment: {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:30:18.831606 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Bound port: f4c8aecb-4be2-43df-b1ea-c06bd8630941, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:30:18.832140 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.834865 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f9428b0c-e458-4fb9-ac5c-d746226a1d7d tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "PUT /v2.0/floatingips/bad094b3-a3f5-4cf9-8cb4-940a12de6405 HTTP/1.1" status: 200 len: 990 time: 1.3755181 Mar 31 20:30:18.835587 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'tag': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:18.837997 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd8d7ee-33da-45fd-816d-d1f10fa30f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "b82eda1e-ece5-4d7a-ab7c-ebe941727a22", "tag": "fd94b4f0-944f-4bf2-baa2-3700867eb76e"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:18.884487 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1983ce-21cf-4461-b361-3da616500c0a x-openstack-request-id: req-0c1983ce-21cf-4461-b361-3da616500c0a {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:18.884487 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82eda1e-ece5-4d7a-ab7c-ebe941727a22", "tag": "fd94b4f0-944f-4bf2-baa2-3700867eb76e", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:18.884487 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0c1983ce-21cf-4461-b361-3da616500c0a {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:18.884487 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c1983ce-21cf-4461-b361-3da616500c0a'] response: {'name': 'network-changed', 'server_uuid': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'tag': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'status': 'completed', 'code': 200} Mar 31 20:30:18.923281 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] For port f4c8aecb-4be2-43df-b1ea-c06bd8630941, host hv-cinder-83607, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:30:18.927258 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] For port f4c8aecb-4be2-43df-b1ea-c06bd8630941, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f4c8aecb-4be2-43df-b1ea-c06bd8630941,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:30:18.956189 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8d7ee-33da-45fd-816d-d1f10fa30f3c req-49b477b9-9619-4279-8b91-ef5d069d967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:18.958605 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4bd8d7ee-33da-45fd-816d-d1f10fa30f3c req-49b477b9-9619-4279-8b91-ef5d069d967c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 1129 time: 0.0531950 Mar 31 20:30:18.958715 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-9a63b5bb-ef6e-4b0e-bd07-b257b1f4af3d None None] Set router d3933d44-ec48-4c9b-8061-5dc0404fa388 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:19.027909 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:19.059714 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8d7ee-33da-45fd-816d-d1f10fa30f3c req-39ca9b56-4dee-4639-987c-f6236615cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:19.061281 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4bd8d7ee-33da-45fd-816d-d1f10fa30f3c req-39ca9b56-4dee-4639-987c-f6236615cde6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 200 len: 917 time: 0.0970225 Mar 31 20:30:19.081586 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:19.082740 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:19.084558 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] 10.222.0.76 "PUT /v2.0/ports/f4c8aecb-4be2-43df-b1ea-c06bd8630941 HTTP/1.1" status: 200 len: 1093 time: 0.9327853 Mar 31 20:30:19.087583 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'tag': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:19.099509 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f949a6-19b1-4623-a4a8-7bd59fa3f35d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0ded89-97ae-4620-bd46-458c283cfb02", "tag": "f4c8aecb-4be2-43df-b1ea-c06bd8630941"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:19.149996 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4bd8d7ee-33da-45fd-816d-d1f10fa30f3c req-72b95c44-11f7-4649-9ea7-726536a08aa0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e HTTP/1.1" status: 200 len: 998 time: 0.0814917 Mar 31 20:30:19.213205 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8d7ee-33da-45fd-816d-d1f10fa30f3c req-bd69ec78-49b2-41bd-9329-59df2aea4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:19.217239 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4bd8d7ee-33da-45fd-816d-d1f10fa30f3c req-bd69ec78-49b2-41bd-9329-59df2aea4780 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bea34364-25de-4223-a970-366fe9a8bb90 HTTP/1.1" status: 200 len: 855 time: 0.0608687 Mar 31 20:30:19.248140 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79d5d63-0c21-4a38-82e3-136685e98e11 x-openstack-request-id: req-a79d5d63-0c21-4a38-82e3-136685e98e11 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:19.249806 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0ded89-97ae-4620-bd46-458c283cfb02", "tag": "f4c8aecb-4be2-43df-b1ea-c06bd8630941", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:19.250168 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a79d5d63-0c21-4a38-82e3-136685e98e11 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:19.253148 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79d5d63-0c21-4a38-82e3-136685e98e11'] response: {'name': 'network-changed', 'server_uuid': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'tag': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'status': 'completed', 'code': 200} Mar 31 20:30:19.268684 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d98838-3600-4df7-b474-79f42b5d0dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c8aecb-4be2-43df-b1ea-c06bd8630941,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:19.283251 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9a63b5bb-ef6e-4b0e-bd07-b257b1f4af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'bad094b3-a3f5-4cf9-8cb4-940a12de6405', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'port_id': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'mac_address': 'fa:16:3e:4f:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:00Z', 'updated_at': '2022-03-31T20:30:18Z', 'revision_number': 1, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:50Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:19.307807 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8d7ee-33da-45fd-816d-d1f10fa30f3c req-fa8daa01-6a45-459d-be36-8f732639d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:19.309426 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4bd8d7ee-33da-45fd-816d-d1f10fa30f3c req-fa8daa01-6a45-459d-be36-8f732639d0a8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861204 Mar 31 20:30:19.315322 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63b5bb-ef6e-4b0e-bd07-b257b1f4af3d None None] Checking router: d3933d44-ec48-4c9b-8061-5dc0404fa388 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:30:19.327004 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63b5bb-ef6e-4b0e-bd07-b257b1f4af3d None None] Routers {'d3933d44-ec48-4c9b-8061-5dc0404fa388'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:19.328884 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9a63b5bb-ef6e-4b0e-bd07-b257b1f4af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:29:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d3933d44-ec48-4c9b-8061-5dc0404fa388'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:19.414056 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4bd8d7ee-33da-45fd-816d-d1f10fa30f3c req-9c48b9ed-9168-4121-b3e9-02888898b758 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973992 Mar 31 20:30:19.468962 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-9a63b5bb-ef6e-4b0e-bd07-b257b1f4af3d None None] Set router d3933d44-ec48-4c9b-8061-5dc0404fa388 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:19.518404 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4bd8d7ee-33da-45fd-816d-d1f10fa30f3c req-2e5cdaef-bcdd-42f6-8399-44780233b610 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981634 Mar 31 20:30:19.647600 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a95410-b697-436c-9926-68f115b0fb0f req-8e51e4b2-ba87-4b64-bcad-60eab543bab2 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:19.649100 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d4a95410-b697-436c-9926-68f115b0fb0f req-8e51e4b2-ba87-4b64-bcad-60eab543bab2 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.4997873 Mar 31 20:30:19.654918 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-fcd4b529-6288-4851-85cf-688724a7efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:19.656326 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-fcd4b529-6288-4851-85cf-688724a7efae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 1127 time: 0.4109125 Mar 31 20:30:19.687245 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114eed9-4484-44a9-9a32-c6ad698652ed req-72fd7953-ed70-473e-8f5b-043d809d9e45 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:19.688883 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e114eed9-4484-44a9-9a32-c6ad698652ed req-72fd7953-ed70-473e-8f5b-043d809d9e45 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 943 time: 0.1088974 Mar 31 20:30:19.717154 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9a63b5bb-ef6e-4b0e-bd07-b257b1f4af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'bad094b3-a3f5-4cf9-8cb4-940a12de6405', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'port_id': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'mac_address': 'fa:16:3e:4f:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:00Z', 'updated_at': '2022-03-31T20:30:18Z', 'revision_number': 1, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:50Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:19.722326 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-508807e0-952b-48aa-8948-d07dd38e2f31 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4c8aecb-4be2-43df-b1ea-c06bd8630941 HTTP/1.1" status: 200 len: 217 time: 0.0561180 Mar 31 20:30:19.751016 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63b5bb-ef6e-4b0e-bd07-b257b1f4af3d None None] The sync data for ids ['d3933d44-ec48-4c9b-8061-5dc0404fa388'] in dv-cinder-836070-1-iscsi is: [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'bad094b3-a3f5-4cf9-8cb4-940a12de6405', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'port_id': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'mac_address': 'fa:16:3e:4f:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:00Z', 'updated_at': '2022-03-31T20:30:18Z', 'revision_number': 1, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:50Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:30:19.801855 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d4a95410-b697-436c-9926-68f115b0fb0f req-f525ba3b-eddd-4b16-ae28-3f936e0600cd tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445408 Mar 31 20:30:19.822987 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-35a647fb-22ac-4c0a-83a0-9969a444b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:19.822987 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-35a647fb-22ac-4c0a-83a0-9969a444b223 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9ed1327-54bc-459c-8ba6-245a511fc65b HTTP/1.1" status: 200 len: 851 time: 0.0915010 Mar 31 20:30:19.827904 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e114eed9-4484-44a9-9a32-c6ad698652ed req-de7833c0-162e-4f5e-b3b4-f700af1e01ec tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084638 Mar 31 20:30:19.855317 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-081aa0e3-b22e-4cec-a0bd-96148730f311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:19.878950 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-419689ce-c926-411e-9738-6a6d1cc36510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:19.880478 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-419689ce-c926-411e-9738-6a6d1cc36510 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3437015e-3faa-4b6a-9767-5c0c89bf320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511034 Mar 31 20:30:19.957272 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10489cc5-1c2f-4745-b97d-2c697bc8ea2d None None] New status for floating IP bad094b3-a3f5-4cf9-8cb4-940a12de6405: ACTIVE {{(pid=103924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:30:19.976664 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-a6b00c61-1ab6-44eb-92fb-accfd8701512 service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900481 Mar 31 20:30:20.072766 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4e1d6452-f436-4ffa-a90f-bde2323daa2f req-416ded16-bbc8-4a19-9c6c-2a598c88f000 service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894685 Mar 31 20:30:20.244076 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f949a6-19b1-4623-a4a8-7bd59fa3f35d req-3eed265c-5839-4e58-b85f-353f2eaf9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:20.245589 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83f949a6-19b1-4623-a4a8-7bd59fa3f35d req-3eed265c-5839-4e58-b85f-353f2eaf9700 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 1127 time: 0.0464547 Mar 31 20:30:20.339728 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f949a6-19b1-4623-a4a8-7bd59fa3f35d req-af7297c8-760b-48b0-82fb-93be1a5becc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:20.341898 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83f949a6-19b1-4623-a4a8-7bd59fa3f35d req-af7297c8-760b-48b0-82fb-93be1a5becc9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 913 time: 0.0896955 Mar 31 20:30:20.382268 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83f949a6-19b1-4623-a4a8-7bd59fa3f35d req-e2738da7-bd55-44fa-b64d-918ae8ce64bd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4c8aecb-4be2-43df-b1ea-c06bd8630941 HTTP/1.1" status: 200 len: 217 time: 0.0348625 Mar 31 20:30:20.432589 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f949a6-19b1-4623-a4a8-7bd59fa3f35d req-f11acc6e-7968-4ceb-a95e-26f4f4493322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:20.433996 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83f949a6-19b1-4623-a4a8-7bd59fa3f35d req-f11acc6e-7968-4ceb-a95e-26f4f4493322 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9ed1327-54bc-459c-8ba6-245a511fc65b HTTP/1.1" status: 200 len: 851 time: 0.0453374 Mar 31 20:30:20.481778 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f949a6-19b1-4623-a4a8-7bd59fa3f35d req-6e24c54b-5608-4ff6-9b68-fe19365eb7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:20.483803 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83f949a6-19b1-4623-a4a8-7bd59fa3f35d req-6e24c54b-5608-4ff6-9b68-fe19365eb7f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3437015e-3faa-4b6a-9767-5c0c89bf320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435860 Mar 31 20:30:20.569424 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83f949a6-19b1-4623-a4a8-7bd59fa3f35d req-5008a353-e032-4280-ac14-e3b7b8038b3d service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786731 Mar 31 20:30:20.663746 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83f949a6-19b1-4623-a4a8-7bd59fa3f35d req-40032480-febe-4f50-aca7-f3c4f6d6b6dd service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847275 Mar 31 20:30:20.955692 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c29d14-a977-4a1b-910e-05535fd889e7 req-c4028177-b016-40fb-a3ed-eb8e694f1973 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:20.957263 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-39c29d14-a977-4a1b-910e-05535fd889e7 req-c4028177-b016-40fb-a3ed-eb8e694f1973 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0857806 Mar 31 20:30:20.969267 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:20.969969 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ad012-8457-4fb6-8aae-2d0434f7e364 req-9aefc17e-1b32-4d7f-ae7f-8ab455997926 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:20.971368 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b08ad012-8457-4fb6-8aae-2d0434f7e364 req-9aefc17e-1b32-4d7f-ae7f-8ab455997926 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 943 time: 0.0711186 Mar 31 20:30:21.052821 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-39c29d14-a977-4a1b-910e-05535fd889e7 req-594430da-e234-4340-a1e0-a7024c0f4251 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899262 Mar 31 20:30:21.067218 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b08ad012-8457-4fb6-8aae-2d0434f7e364 req-1508636f-e33e-4ec0-86f8-e0091721fcac tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902927 Mar 31 20:30:22.209787 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06220b1e-2fd7-4724-9f8d-8145241fda36 req-f8b0e1a0-844f-414a-b31d-d68629632af7 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:22.211264 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-06220b1e-2fd7-4724-9f8d-8145241fda36 req-f8b0e1a0-844f-414a-b31d-d68629632af7 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0847013 Mar 31 20:30:22.219601 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22837878-95da-4e4a-8444-c47c964781fc req-947f9065-db49-4c94-b760-0220bafcd859 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:22.221009 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-22837878-95da-4e4a-8444-c47c964781fc req-947f9065-db49-4c94-b760-0220bafcd859 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 943 time: 0.0856588 Mar 31 20:30:22.231937 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:22.292226 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-06220b1e-2fd7-4724-9f8d-8145241fda36 req-42766272-53db-4e28-a4b1-0ee1690d6756 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698717 Mar 31 20:30:22.301076 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-22837878-95da-4e4a-8444-c47c964781fc req-dfccccf4-ec04-43e2-9e5f-3626fae990fc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734613 Mar 31 20:30:23.441945 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27558e-5adf-41ff-9fdf-ddb7834ec98c req-c9d1c64a-ba52-4548-a957-51cc0e477dbe tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:23.443460 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ae27558e-5adf-41ff-9fdf-ddb7834ec98c req-c9d1c64a-ba52-4548-a957-51cc0e477dbe tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0851173 Mar 31 20:30:23.455408 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4605e-47aa-4a8e-91b5-98ad3bc62a01 req-3d266bd1-ca5b-48dd-b614-aa630fc961d1 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:23.456776 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a4d4605e-47aa-4a8e-91b5-98ad3bc62a01 req-3d266bd1-ca5b-48dd-b614-aa630fc961d1 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 943 time: 0.0889311 Mar 31 20:30:23.527238 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ae27558e-5adf-41ff-9fdf-ddb7834ec98c req-80e33607-8d28-4cdf-bdaa-74f43549c412 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694761 Mar 31 20:30:23.532277 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a4d4605e-47aa-4a8e-91b5-98ad3bc62a01 req-ab171d04-10ad-4418-9e9f-9c95e12dcd29 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690269 Mar 31 20:30:23.980933 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:24.682071 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8110e-40ea-4de9-b2be-1399266e649c req-5ecdf2d4-7011-4102-8731-529b4b350cfc tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:24.683543 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-66f8110e-40ea-4de9-b2be-1399266e649c req-5ecdf2d4-7011-4102-8731-529b4b350cfc tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0871339 Mar 31 20:30:24.691150 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d33c62-fce2-404e-84d3-b957a3dc9d67 req-036da8a8-3b19-48d5-96da-de132fcdf68c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:24.692506 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-52d33c62-fce2-404e-84d3-b957a3dc9d67 req-036da8a8-3b19-48d5-96da-de132fcdf68c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 943 time: 0.0873530 Mar 31 20:30:24.763664 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-66f8110e-40ea-4de9-b2be-1399266e649c req-0c8fe8ff-f6b6-4c14-8fc9-06acb47077a7 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701437 Mar 31 20:30:24.772742 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-52d33c62-fce2-404e-84d3-b957a3dc9d67 req-e15c3dbf-6961-42dd-aee1-1c39d02b0d79 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736861 Mar 31 20:30:25.917420 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655161a3-f517-4eaf-a01b-d4b45b7d4289 req-dcedb9fa-b184-4bdb-8914-fa612540a69c tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:25.918813 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-655161a3-f517-4eaf-a01b-d4b45b7d4289 req-dcedb9fa-b184-4bdb-8914-fa612540a69c tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0861149 Mar 31 20:30:25.931151 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bf7a4-4bdc-4f22-9ce1-6bfba5bb1fac req-5e2a398b-927e-417f-8d8a-96bd90c0d7a1 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:25.932567 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-059bf7a4-4bdc-4f22-9ce1-6bfba5bb1fac req-5e2a398b-927e-417f-8d8a-96bd90c0d7a1 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 943 time: 0.0879383 Mar 31 20:30:26.005754 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-655161a3-f517-4eaf-a01b-d4b45b7d4289 req-d9918e28-f294-4511-9b5c-9802bc32ce39 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722041 Mar 31 20:30:26.009747 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-059bf7a4-4bdc-4f22-9ce1-6bfba5bb1fac req-33a2bd2d-ca20-4c7e-9c62-c88a346f0e01 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705059 Mar 31 20:30:27.161170 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3008ac-96e4-46d6-9bf8-f2ccdd89837e req-507fc569-d877-47c4-8ed6-f46bb0305c8c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:27.162716 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d3008ac-96e4-46d6-9bf8-f2ccdd89837e req-507fc569-d877-47c4-8ed6-f46bb0305c8c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 943 time: 0.0800829 Mar 31 20:30:27.170678 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00e981-8baf-4a65-b18e-590fbdf73419 req-48a582e4-e507-4ef6-8e05-6401a7475117 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:27.172125 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0f00e981-8baf-4a65-b18e-590fbdf73419 req-48a582e4-e507-4ef6-8e05-6401a7475117 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0986259 Mar 31 20:30:27.250964 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1d3008ac-96e4-46d6-9bf8-f2ccdd89837e req-36b4e1b0-517f-4ed2-ab81-8fd3bbc0848d tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778043 Mar 31 20:30:27.255735 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0f00e981-8baf-4a65-b18e-590fbdf73419 req-dd5a8480-d56a-4f08-9e17-643be9b876b4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758801 Mar 31 20:30:27.603360 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf5c78-7bbf-44fd-a9af-47b1b1873f9a req-8c162419-bad6-4d80-ae94-f960bd477722 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:27.604869 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1bcf5c78-7bbf-44fd-a9af-47b1b1873f9a req-8c162419-bad6-4d80-ae94-f960bd477722 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0540483 Mar 31 20:30:27.652643 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1bcf5c78-7bbf-44fd-a9af-47b1b1873f9a req-25057ef3-ad5a-45da-98d6-af151609e4a3 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415714 Mar 31 20:30:27.717092 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e9d26-53da-494b-8e58-a3d68ef18bf1 req-6c5d64cf-7ae1-4cc0-a319-097edde52916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:27.718643 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-504e9d26-53da-494b-8e58-a3d68ef18bf1 req-6c5d64cf-7ae1-4cc0-a319-097edde52916 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8a88ee937e04771b0ceeacc3f46e720&device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 1130 time: 0.0447195 Mar 31 20:30:27.808884 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e9d26-53da-494b-8e58-a3d68ef18bf1 req-679d3616-bc40-490a-90a7-a3899656b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:27.810870 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-504e9d26-53da-494b-8e58-a3d68ef18bf1 req-679d3616-bc40-490a-90a7-a3899656b51b service neutron] 10.222.0.76 "GET /v2.0/networks?id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 HTTP/1.1" status: 200 len: 911 time: 0.0856888 Mar 31 20:30:27.875326 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-504e9d26-53da-494b-8e58-a3d68ef18bf1 req-ecc37f0c-6038-4e78-b3fc-86ae640510ab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 HTTP/1.1" status: 200 len: 1001 time: 0.0575144 Mar 31 20:30:27.928694 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e9d26-53da-494b-8e58-a3d68ef18bf1 req-ed78a282-901a-4fd5-bd75-fecf6df0112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:27.930181 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-504e9d26-53da-494b-8e58-a3d68ef18bf1 req-ed78a282-901a-4fd5-bd75-fecf6df0112d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6 HTTP/1.1" status: 200 len: 849 time: 0.0461996 Mar 31 20:30:27.979579 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e9d26-53da-494b-8e58-a3d68ef18bf1 req-22823df8-078a-41e9-b809-9d482b91fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:27.981074 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-504e9d26-53da-494b-8e58-a3d68ef18bf1 req-22823df8-078a-41e9-b809-9d482b91fa03 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437407 Mar 31 20:30:28.066919 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-504e9d26-53da-494b-8e58-a3d68ef18bf1 req-db88886d-e75f-4bcc-99e7-c923dafed224 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791125 Mar 31 20:30:28.159345 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-504e9d26-53da-494b-8e58-a3d68ef18bf1 req-2c7f7dae-372d-489a-bb5d-ad391cfe9047 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861080 Mar 31 20:30:28.369890 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033540-727d-48b5-abff-52814b1528ba req-9aa8bf5d-7c8f-4562-b973-e7e916b28e01 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:28.371343 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0d033540-727d-48b5-abff-52814b1528ba req-9aa8bf5d-7c8f-4562-b973-e7e916b28e01 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 943 time: 0.0533621 Mar 31 20:30:28.420002 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0d033540-727d-48b5-abff-52814b1528ba req-8d2fa908-44b8-4dad-b999-d41fab6b08f0 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425079 Mar 31 20:30:28.781742 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e40b84-8b58-42f8-b3b9-bc695b3919ae req-8e269e0f-0742-4e0e-810c-18092d2b9c57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:28.783659 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-54e40b84-8b58-42f8-b3b9-bc695b3919ae req-8e269e0f-0742-4e0e-810c-18092d2b9c57 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0603883 Mar 31 20:30:28.833370 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-54e40b84-8b58-42f8-b3b9-bc695b3919ae req-927a7227-1e49-47c5-aa3f-11c907aa1cd5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435629 Mar 31 20:30:29.536927 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959c398-e5e4-4715-8691-c350be62af1a req-f7411299-5e5f-46a7-8942-ea9d84cdfc1f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:29.538388 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f959c398-e5e4-4715-8691-c350be62af1a req-f7411299-5e5f-46a7-8942-ea9d84cdfc1f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 943 time: 0.0529327 Mar 31 20:30:29.586680 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f959c398-e5e4-4715-8691-c350be62af1a req-c21cb93c-953c-4df4-9c63-57e6631e1432 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427046 Mar 31 20:30:29.945556 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device f4c8aecb-4be2-43df-b1ea-c06bd8630941 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:30:29.952866 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c03162-22c2-4131-b05e-e765208e2de8 req-a84f0c59-8b8e-48d4-ad8b-e22fc0d4e5fc tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:29.954449 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-66c03162-22c2-4131-b05e-e765208e2de8 req-a84f0c59-8b8e-48d4-ad8b-e22fc0d4e5fc tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0525873 Mar 31 20:30:30.004336 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-66c03162-22c2-4131-b05e-e765208e2de8 req-78af6b51-679f-4ade-a6ac-765afe979270 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443308 Mar 31 20:30:30.040013 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port f4c8aecb-4be2-43df-b1ea-c06bd8630941, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f4c8aecb-4be2-43df-b1ea-c06bd8630941,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:30.051739 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'port_id': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'mac_address': 'fa:16:3e:c7:21:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:30:30.089620 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port f4c8aecb-4be2-43df-b1ea-c06bd8630941 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:30:30.090085 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.102643 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c8aecb-4be2-43df-b1ea-c06bd8630941 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:30:30.121471 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port f4c8aecb-4be2-43df-b1ea-c06bd8630941, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f4c8aecb-4be2-43df-b1ea-c06bd8630941,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:30.231797 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.278478 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=f4c8aecb-4be2-43df-b1ea-c06bd8630941,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:30.669048 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['f4c8aecb-4be2-43df-b1ea-c06bd8630941'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:30:30.703096 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fe62e-c9c0-4267-93f7-4e34ecfb782b req-ab89e901-6c2b-465c-9fb1-1a3330e44f1a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:30.704569 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-534fe62e-c9c0-4267-93f7-4e34ecfb782b req-ab89e901-6c2b-465c-9fb1-1a3330e44f1a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 944 time: 0.0529344 Mar 31 20:30:30.753978 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-534fe62e-c9c0-4267-93f7-4e34ecfb782b req-60f2b6ed-a1bb-47dc-8554-0d01c359db1e tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436635 Mar 31 20:30:31.885262 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede59c34-e18b-485f-9e0b-3de325dbd812 req-3c406e06-de84-4960-8850-a56ddfcaea80 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:31.886891 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ede59c34-e18b-485f-9e0b-3de325dbd812 req-3c406e06-de84-4960-8850-a56ddfcaea80 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 944 time: 0.0655892 Mar 31 20:30:31.941888 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ede59c34-e18b-485f-9e0b-3de325dbd812 req-07a1c50e-0639-4c54-8c6c-1c5efb92d086 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474176 Mar 31 20:30:31.948233 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device f4c8aecb-4be2-43df-b1ea-c06bd8630941 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:30:32.106285 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port f4c8aecb-4be2-43df-b1ea-c06bd8630941 completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:30:32.111721 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port f4c8aecb-4be2-43df-b1ea-c06bd8630941 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:30:32.111721 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.193223 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port f4c8aecb-4be2-43df-b1ea-c06bd8630941 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:30:32.193619 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.216154 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:32.218935 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f91288-bb70-4855-8692-9b3695e6bc31" -d '{"events": [{"server_uuid": "2b0ded89-97ae-4620-bd46-458c283cfb02", "name": "network-vif-plugged", "status": "completed", "tag": "f4c8aecb-4be2-43df-b1ea-c06bd8630941"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:32.231100 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port f4c8aecb-4be2-43df-b1ea-c06bd8630941, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f4c8aecb-4be2-43df-b1ea-c06bd8630941,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:32.259562 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace1755a-e921-44e6-bf9e-58a508a69ba2 x-openstack-request-id: req-ace1755a-e921-44e6-bf9e-58a508a69ba2 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:32.259863 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0ded89-97ae-4620-bd46-458c283cfb02", "name": "network-vif-plugged", "status": "completed", "tag": "f4c8aecb-4be2-43df-b1ea-c06bd8630941", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:32.260121 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ace1755a-e921-44e6-bf9e-58a508a69ba2 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:32.260525 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace1755a-e921-44e6-bf9e-58a508a69ba2'] response: {'server_uuid': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'code': 200} Mar 31 20:30:32.318483 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.366792 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=f4c8aecb-4be2-43df-b1ea-c06bd8630941,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:33.105288 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdaac3-fa09-4f26-aaeb-15fa77699f9e req-b498ef27-381a-4466-bfd3-e8fa17c4c282 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:33.107125 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-26fdaac3-fa09-4f26-aaeb-15fa77699f9e req-b498ef27-381a-4466-bfd3-e8fa17c4c282 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 945 time: 0.0928345 Mar 31 20:30:33.109378 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae79e6-682e-4ce1-bcc0-0e20359a6d6a req-270f09d8-c7b4-487c-a0de-4ccfc5ddd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:33.110720 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f4ae79e6-682e-4ce1-bcc0-0e20359a6d6a req-270f09d8-c7b4-487c-a0de-4ccfc5ddd8d2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 1129 time: 0.0838418 Mar 31 20:30:33.188188 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-26fdaac3-fa09-4f26-aaeb-15fa77699f9e req-0f10c362-f804-4f2b-9663-a60ce1e95f3a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743473 Mar 31 20:30:33.189919 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f4ae79e6-682e-4ce1-bcc0-0e20359a6d6a req-3e128024-5160-4c2e-9a31-b620b910a3fc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714972 Mar 31 20:30:34.317757 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ea933-ab6c-4ad5-ac82-c13aba759568 req-6341d0bd-181c-4757-bf3c-b918c85437ad tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:34.319297 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-990ea933-ab6c-4ad5-ac82-c13aba759568 req-6341d0bd-181c-4757-bf3c-b918c85437ad tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 945 time: 0.0600572 Mar 31 20:30:34.370534 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-990ea933-ab6c-4ad5-ac82-c13aba759568 req-71b1d9bc-038c-4750-a18c-d21fd85ad930 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453303 Mar 31 20:30:34.669367 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e78f5-d795-4d6b-a06a-8c06f0c7aad4 req-55148b54-e1f4-45f1-80d1-8a6dcf93f101 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:34.670885 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e69e78f5-d795-4d6b-a06a-8c06f0c7aad4 req-55148b54-e1f4-45f1-80d1-8a6dcf93f101 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0552506 Mar 31 20:30:34.720602 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e69e78f5-d795-4d6b-a06a-8c06f0c7aad4 req-7c1f7bff-33d9-48ed-930b-51e19da35d8b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440331 Mar 31 20:30:35.493680 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81214071-ebd9-44ac-8093-92d51aac301a req-9145a32b-2304-4279-90ef-1968ca8dddd1 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:35.495233 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-81214071-ebd9-44ac-8093-92d51aac301a req-9145a32b-2304-4279-90ef-1968ca8dddd1 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 945 time: 0.0552135 Mar 31 20:30:35.548596 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-81214071-ebd9-44ac-8093-92d51aac301a req-cf0f1acf-8d39-4a33-8074-44a3521c04e7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475881 Mar 31 20:30:35.668330 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68d74b-acc8-4837-8cc1-493fc6cebb97 req-41b07a2c-b433-45d4-be65-75cfa1a65fe2 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:35.670284 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7c68d74b-acc8-4837-8cc1-493fc6cebb97 req-41b07a2c-b433-45d4-be65-75cfa1a65fe2 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 945 time: 0.0538568 Mar 31 20:30:35.720540 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7c68d74b-acc8-4837-8cc1-493fc6cebb97 req-0d2d2ba6-dbc2-4cef-9862-88291c6e80ef tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445035 Mar 31 20:30:35.743704 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 45138) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:35.793231 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c241a2e-fc66-45e9-b347-1e75ea40f598 tempest-TestVolumeBootPattern-273055062 tempest-TestVolumeBootPattern-273055062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:35.800748 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4c241a2e-fc66-45e9-b347-1e75ea40f598 tempest-TestVolumeBootPattern-273055062 tempest-TestVolumeBootPattern-273055062-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 1124 time: 0.0530488 Mar 31 20:30:35.800748 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 45142) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:35.803289 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Request body: {'floatingip': {'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'port_id': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:35.808594 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:30:35.858149 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5889ec-163f-4cfa-8bd0-1f62a33c9c63 req-384fadc8-71f8-436e-97d1-0d5792edd071 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:35.859879 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4d5889ec-163f-4cfa-8bd0-1f62a33c9c63 req-384fadc8-71f8-436e-97d1-0d5792edd071 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0636475 Mar 31 20:30:35.907932 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4d5889ec-163f-4cfa-8bd0-1f62a33c9c63 req-124008b3-b341-4307-a03d-ba8109608595 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418041 Mar 31 20:30:35.923379 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.020369 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.130588 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Allocated IP 172.27.2.207 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/6c16f84f-53dd-4c31-9d39-44c6c90a267c) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:30:36.240659 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for port (6c16f84f-53dd-4c31-9d39-44c6c90a267c), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.323872 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (6c16f84f-53dd-4c31-9d39-44c6c90a267c), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.363340 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:30:36.368179 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:30:36.373452 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:30:36.376488 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'Port': ['ID=6c16f84f-53dd-4c31-9d39-44c6c90a267c,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:36.403878 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.404245 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.404580 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.404957 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.408978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.408978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.408978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.408978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.408978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.408978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.408978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.408978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.408978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.408978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.408978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:36.751109 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for floatingip (ae13ea97-fa34-42a7-b8f8-2afad797393d), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.985041 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (6c16f84f-53dd-4c31-9d39-44c6c90a267c), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:37.046810 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653246e-d60f-4a28-a906-6378ce01b956 req-873fe4f3-8c5e-4d81-b43a-d4e669b4a85d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:37.053660 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1653246e-d60f-4a28-a906-6378ce01b956 req-873fe4f3-8c5e-4d81-b43a-d4e669b4a85d tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0672598 Mar 31 20:30:37.100076 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1653246e-d60f-4a28-a906-6378ce01b956 req-a077ef3a-3077-4e3f-920f-5d9b1292878c tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444357 Mar 31 20:30:37.154849 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for port (6c16f84f-53dd-4c31-9d39-44c6c90a267c), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:37.318285 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (6c16f84f-53dd-4c31-9d39-44c6c90a267c), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:37.393143 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'Port': ['ID=6c16f84f-53dd-4c31-9d39-44c6c90a267c,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:37.405280 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (ae13ea97-fa34-42a7-b8f8-2afad797393d), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:37.507242 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Floating IP ae13ea97-fa34-42a7-b8f8-2afad797393d associated. External IP: 172.27.2.207, port: f4c8aecb-4be2-43df-b1ea-c06bd8630941. Mar 31 20:30:37.722399 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Router bcdbec6b-b6b1-498a-819f-338c9a07945a has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:30:38.052291 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:30:38.062868 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e704eec0-4c11-4f85-a874-e83261842ea7 None None] Sync routers for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:30:38.072615 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704eec0-4c11-4f85-a874-e83261842ea7 None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:38.073414 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-e704eec0-4c11-4f85-a874-e83261842ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:30:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:38.153394 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:38.186993 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-e704eec0-4c11-4f85-a874-e83261842ea7 None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:38.187398 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1e69066e-181a-46f8-a06a-0df10f5e1493 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3879194 Mar 31 20:30:38.187992 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'tag': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:38.190822 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9de50ea-d796-4cc2-ad9b-0dc947cbe405" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0ded89-97ae-4620-bd46-458c283cfb02", "tag": "f4c8aecb-4be2-43df-b1ea-c06bd8630941"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:38.260147 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c31b7db-218a-4ec1-9b74-7c4a273448da x-openstack-request-id: req-1c31b7db-218a-4ec1-9b74-7c4a273448da {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:38.260147 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0ded89-97ae-4620-bd46-458c283cfb02", "tag": "f4c8aecb-4be2-43df-b1ea-c06bd8630941", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:38.260147 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1c31b7db-218a-4ec1-9b74-7c4a273448da {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:38.260147 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c31b7db-218a-4ec1-9b74-7c4a273448da'] response: {'name': 'network-changed', 'server_uuid': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'tag': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'status': 'completed', 'code': 200} Mar 31 20:30:38.291028 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345b76b-d67c-40d0-aab4-388fbec2b55d req-558d023b-4dd4-4dfd-a0ff-134d844a1d47 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:38.295982 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0345b76b-d67c-40d0-aab4-388fbec2b55d req-558d023b-4dd4-4dfd-a0ff-134d844a1d47 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.1152246 Mar 31 20:30:38.309658 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-b0aa5eda-f058-484d-96b5-00db69979838 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:38.311840 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-b0aa5eda-f058-484d-96b5-00db69979838 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 945 time: 0.0847833 Mar 31 20:30:38.342048 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de50ea-d796-4cc2-ad9b-0dc947cbe405 req-d061621e-dc3d-4080-9f48-ee2a43ca0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:38.343855 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9de50ea-d796-4cc2-ad9b-0dc947cbe405 req-d061621e-dc3d-4080-9f48-ee2a43ca0e48 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 1129 time: 0.0578032 Mar 31 20:30:38.402399 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0345b76b-d67c-40d0-aab4-388fbec2b55d req-9b3b67f7-f9b1-4359-be8f-398373947ca8 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f7d9bf4-307a-4ac0-a338-4924a0fedd09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015804 Mar 31 20:30:38.453643 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de50ea-d796-4cc2-ad9b-0dc947cbe405 req-63db7d5d-f59c-48ad-9068-006780b65619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:38.455160 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9de50ea-d796-4cc2-ad9b-0dc947cbe405 req-63db7d5d-f59c-48ad-9068-006780b65619 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 913 time: 0.1045575 Mar 31 20:30:38.455829 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-e704eec0-4c11-4f85-a874-e83261842ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'ae13ea97-fa34-42a7-b8f8-2afad797393d', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:c7:21:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:36Z', 'updated_at': '2022-03-31T20:30:36Z', 'revision_number': 0, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:38.478357 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Deleting port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:38.479525 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:38.483981 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e704eec0-4c11-4f85-a874-e83261842ea7 None None] Checking router: bcdbec6b-b6b1-498a-819f-338c9a07945a for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:30:38.493455 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704eec0-4c11-4f85-a874-e83261842ea7 None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:38.494076 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-e704eec0-4c11-4f85-a874-e83261842ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:30:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:38.535888 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9de50ea-d796-4cc2-ad9b-0dc947cbe405 req-2c9c2260-e6a5-4ad7-aa66-c92a6bd0ae6b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4c8aecb-4be2-43df-b1ea-c06bd8630941 HTTP/1.1" status: 200 len: 999 time: 0.0721054 Mar 31 20:30:38.602348 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de50ea-d796-4cc2-ad9b-0dc947cbe405 req-21332969-448a-431e-9202-4d1aab1939fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:38.603558 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] For port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3fc638de-de18-4dfe-91cb-dd2c70ba78f3,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:38.604009 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:38.605292 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9de50ea-d796-4cc2-ad9b-0dc947cbe405 req-21332969-448a-431e-9202-4d1aab1939fb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9ed1327-54bc-459c-8ba6-245a511fc65b HTTP/1.1" status: 200 len: 851 time: 0.0614789 Mar 31 20:30:38.668881 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de50ea-d796-4cc2-ad9b-0dc947cbe405 req-356d9e46-85d1-4342-b86e-0104c55ccf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:38.670704 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9de50ea-d796-4cc2-ad9b-0dc947cbe405 req-356d9e46-85d1-4342-b86e-0104c55ccf9e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3437015e-3faa-4b6a-9767-5c0c89bf320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565858 Mar 31 20:30:38.776490 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9de50ea-d796-4cc2-ad9b-0dc947cbe405 req-32bc1276-35e0-4469-a783-16a8a3ceba5b service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964034 Mar 31 20:30:38.777479 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-e704eec0-4c11-4f85-a874-e83261842ea7 None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:38.857968 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:38.858902 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (6b9c9682-148a-43f7-b3ce-0541a86e4fd0), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:38.858902 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Floating IP 6b9c9682-148a-43f7-b3ce-0541a86e4fd0 disassociated. External IP: 172.27.2.46, port: 3fc638de-de18-4dfe-91cb-dd2c70ba78f3. Mar 31 20:30:38.859147 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Calling delete_port for 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:38.923934 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9de50ea-d796-4cc2-ad9b-0dc947cbe405 req-182f9299-e60b-4795-81ba-fb16dac306e9 service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394017 Mar 31 20:30:39.081495 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-e704eec0-4c11-4f85-a874-e83261842ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'ae13ea97-fa34-42a7-b8f8-2afad797393d', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:c7:21:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:36Z', 'updated_at': '2022-03-31T20:30:36Z', 'revision_number': 0, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:39.106685 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e704eec0-4c11-4f85-a874-e83261842ea7 None None] The sync data for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi is: [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'ae13ea97-fa34-42a7-b8f8-2afad797393d', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:c7:21:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:36Z', 'updated_at': '2022-03-31T20:30:36Z', 'revision_number': 0, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:30:39.151506 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (3fc638de-de18-4dfe-91cb-dd2c70ba78f3), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:39.211440 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Pushing event deleted for resources: {'Port': ['ID=3fc638de-de18-4dfe-91cb-dd2c70ba78f3,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:39.338929 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:30:39.363958 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b36702-5d65-4041-920a-7cb1db22899c None None] New status for floating IP ae13ea97-fa34-42a7-b8f8-2afad797393d: ACTIVE {{(pid=103924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:30:39.461500 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:30:39.473149 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072018a8-cfd2-4b96-9a98-1afe7456a85a None None] Sync routers for ids ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:30:39.488817 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072018a8-cfd2-4b96-9a98-1afe7456a85a None None] Routers {'d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:39.493032 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-072018a8-cfd2-4b96-9a98-1afe7456a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:30:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:39.513067 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b76658f1-d679-4bc6-a6fc-b21e88f56bca req-a9145085-61e5-4459-a102-e37b7852d23e tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 210 time: 0.0455136 Mar 31 20:30:39.537072 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] No DVR routers for this DVR port 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:39.539888 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:39.543417 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7920b2a5-2c57-41d0-863d-15398c2e3b4d req-3a86caff-69fc-4285-aa40-61dc5f98d640 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.76 "DELETE /v2.0/ports/3fc638de-de18-4dfe-91cb-dd2c70ba78f3 HTTP/1.1" status: 204 len: 173 time: 1.2233107 Mar 31 20:30:39.543896 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'name': 'network-vif-deleted', 'tag': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:39.547984 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de44856-7b47-459f-9cfd-2ffd4e3ab11d" -d '{"events": [{"server_uuid": "c1abcb93-0b84-4d06-b495-6f0cb423dd4a", "name": "network-vif-deleted", "tag": "3fc638de-de18-4dfe-91cb-dd2c70ba78f3"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:39.645887 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa61f26-6119-4fc6-bb15-50a4d10f43ff x-openstack-request-id: req-5fa61f26-6119-4fc6-bb15-50a4d10f43ff {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:39.646253 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1abcb93-0b84-4d06-b495-6f0cb423dd4a", "name": "network-vif-deleted", "tag": "3fc638de-de18-4dfe-91cb-dd2c70ba78f3", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:39.646578 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5fa61f26-6119-4fc6-bb15-50a4d10f43ff {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:39.647049 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa61f26-6119-4fc6-bb15-50a4d10f43ff'] response: {'server_uuid': 'c1abcb93-0b84-4d06-b495-6f0cb423dd4a', 'name': 'network-vif-deleted', 'tag': '3fc638de-de18-4dfe-91cb-dd2c70ba78f3', 'status': 'completed', 'code': 200} Mar 31 20:30:39.673818 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-072018a8-cfd2-4b96-9a98-1afe7456a85a None None] Set router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:39.898289 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-072018a8-cfd2-4b96-9a98-1afe7456a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a', 'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'mac_address': 'fa:16:3e:fd:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:42Z', 'updated_at': '2022-03-31T20:22:48Z', 'revision_number': 5, 'project_id': 'e6d77c702db8412b99606b6691146301', 'subnets': [{'id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:39.928544 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072018a8-cfd2-4b96-9a98-1afe7456a85a None None] Checking router: d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:30:39.941254 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072018a8-cfd2-4b96-9a98-1afe7456a85a None None] Routers {'d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:39.942208 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-072018a8-cfd2-4b96-9a98-1afe7456a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:30:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:40.052537 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-072018a8-cfd2-4b96-9a98-1afe7456a85a None None] Set router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:40.283237 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-072018a8-cfd2-4b96-9a98-1afe7456a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a', 'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'mac_address': 'fa:16:3e:fd:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:42Z', 'updated_at': '2022-03-31T20:22:48Z', 'revision_number': 5, 'project_id': 'e6d77c702db8412b99606b6691146301', 'subnets': [{'id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:40.309703 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072018a8-cfd2-4b96-9a98-1afe7456a85a None None] The sync data for ids ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'] in dv-cinder-836070-1-iscsi is: [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a', 'name': '', 'network_id': '90c23a38-86bf-47a2-8e01-2e815cf3c775', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'mac_address': 'fa:16:3e:fd:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:42Z', 'updated_at': '2022-03-31T20:22:48Z', 'revision_number': 5, 'project_id': 'e6d77c702db8412b99606b6691146301', 'subnets': [{'id': '3b03298a-3a6b-4897-b7bc-ba44aabb0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:30:40.399103 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:40.567483 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a59d099-7be4-4a0c-9d5b-9eb4aaa54fca None None] New status for floating IP 6b9c9682-148a-43f7-b3ce-0541a86e4fd0: DOWN {{(pid=103924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:30:40.667082 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-79670371-9b61-48f7-8e02-0fead5223784 req-3e99dc27-becc-4a4c-9a84-8bb789cbc6b1 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1abcb93-0b84-4d06-b495-6f0cb423dd4a HTTP/1.1" status: 200 len: 210 time: 0.0383849 Mar 31 20:30:41.806041 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45168) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:41.864020 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1439a59e-2733-41e2-8a22-6dcd897ec3dd tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for security_group (2f7d9bf4-307a-4ac0-a338-4924a0fedd09), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:41.887837 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1439a59e-2733-41e2-8a22-6dcd897ec3dd tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for security_group (2f7d9bf4-307a-4ac0-a338-4924a0fedd09), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.010057 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:42.015216 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1439a59e-2733-41e2-8a22-6dcd897ec3dd tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (2f7d9bf4-307a-4ac0-a338-4924a0fedd09), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.018643 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1439a59e-2733-41e2-8a22-6dcd897ec3dd tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.021491 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-1439a59e-2733-41e2-8a22-6dcd897ec3dd tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "DELETE /v2.0/security-groups/2f7d9bf4-307a-4ac0-a338-4924a0fedd09 HTTP/1.1" status: 204 len: 168 time: 0.2118781 Mar 31 20:30:42.021764 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 45170) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:42.031248 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439a59e-2733-41e2-8a22-6dcd897ec3dd tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7d9bf4-307a-4ac0-a338-4924a0fedd09,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:42.031472 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:42.031788 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 3fc638de-de18-4dfe-91cb-dd2c70ba78f3 not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:42.038023 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.api.v2.resource [None req-169c91cd-85d4-47f6-a5e9-4119063531e6 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] show failed (client error): The resource could not be found. Mar 31 20:30:42.039115 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-169c91cd-85d4-47f6-a5e9-4119063531e6 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups/2f7d9bf4-307a-4ac0-a338-4924a0fedd09 HTTP/1.1" status: 404 len: 347 time: 0.0163677 Mar 31 20:30:42.041979 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 45172) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:42.163330 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d3971-d7c5-49ee-8b31-79d2489843f5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Deleting port 405fb68a-474b-453b-a359-59a8a162769c {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:42.163667 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3971-d7c5-49ee-8b31-79d2489843f5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (405fb68a-474b-453b-a359-59a8a162769c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.237461 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3971-d7c5-49ee-8b31-79d2489843f5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (405fb68a-474b-453b-a359-59a8a162769c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.237794 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3971-d7c5-49ee-8b31-79d2489843f5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for floatingip (405fb68a-474b-453b-a359-59a8a162769c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.250770 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d3971-d7c5-49ee-8b31-79d2489843f5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Calling delete_port for 405fb68a-474b-453b-a359-59a8a162769c owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:42.460239 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3971-d7c5-49ee-8b31-79d2489843f5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (405fb68a-474b-453b-a359-59a8a162769c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.482755 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d3971-d7c5-49ee-8b31-79d2489843f5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Pushing event deleted for resources: {'Port': ['ID=405fb68a-474b-453b-a359-59a8a162769c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:42.547274 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3971-d7c5-49ee-8b31-79d2489843f5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks [] for floatingip (6b9c9682-148a-43f7-b3ce-0541a86e4fd0), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.549825 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3971-d7c5-49ee-8b31-79d2489843f5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.550973 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-eb2d3971-d7c5-49ee-8b31-79d2489843f5 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "DELETE /v2.0/floatingips/6b9c9682-148a-43f7-b3ce-0541a86e4fd0 HTTP/1.1" status: 204 len: 168 time: 0.5081594 Mar 31 20:30:43.811531 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f835bdde-67cf-480d-b276-18bfe1d14ddc req-45589071-33ec-48a1-8330-e1ea15368b10 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424659 Mar 31 20:30:43.875532 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835bdde-67cf-480d-b276-18bfe1d14ddc req-3bb84458-e6ec-4d5b-8367-a393ee8991c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:43.877123 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f835bdde-67cf-480d-b276-18bfe1d14ddc req-3bb84458-e6ec-4d5b-8367-a393ee8991c0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8a88ee937e04771b0ceeacc3f46e720&device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 1130 time: 0.0440729 Mar 31 20:30:43.985254 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835bdde-67cf-480d-b276-18bfe1d14ddc req-4b028899-64ef-463b-8fe3-fc64ce628bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:43.986700 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f835bdde-67cf-480d-b276-18bfe1d14ddc req-4b028899-64ef-463b-8fe3-fc64ce628bbe service neutron] 10.222.0.76 "GET /v2.0/networks?id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 HTTP/1.1" status: 200 len: 911 time: 0.0862663 Mar 31 20:30:44.051672 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f835bdde-67cf-480d-b276-18bfe1d14ddc req-36f0c7e9-a42d-42b5-a7a3-abacfdba1fb2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 HTTP/1.1" status: 200 len: 1001 time: 0.0585966 Mar 31 20:30:44.104818 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835bdde-67cf-480d-b276-18bfe1d14ddc req-ed7d3853-4b7e-4c38-afd2-6aa491af4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:44.106284 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f835bdde-67cf-480d-b276-18bfe1d14ddc req-ed7d3853-4b7e-4c38-afd2-6aa491af4c38 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6 HTTP/1.1" status: 200 len: 849 time: 0.0488362 Mar 31 20:30:44.153890 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835bdde-67cf-480d-b276-18bfe1d14ddc req-5809fc68-6827-4b04-bbba-4de574117e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:44.155402 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f835bdde-67cf-480d-b276-18bfe1d14ddc req-5809fc68-6827-4b04-bbba-4de574117e1f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434043 Mar 31 20:30:44.241988 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f835bdde-67cf-480d-b276-18bfe1d14ddc req-44687e72-01e5-4833-b362-2362952ac8fb service neutron] 10.222.0.76 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799119 Mar 31 20:30:44.335635 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f835bdde-67cf-480d-b276-18bfe1d14ddc req-5d173251-4412-4152-b3ad-6be901ea4310 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872302 Mar 31 20:30:45.663260 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24134ed7-7e0d-44e3-8182-d303259797f9 req-a713e5c0-723c-41ff-8b63-be8107289a95 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:45.664714 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-24134ed7-7e0d-44e3-8182-d303259797f9 req-a713e5c0-723c-41ff-8b63-be8107289a95 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.0520978 Mar 31 20:30:45.710896 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-24134ed7-7e0d-44e3-8182-d303259797f9 req-edfe53cd-50c5-44b9-a4df-d703da5a5016 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404816 Mar 31 20:30:46.233345 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-acf732fd-8de2-4cb3-9b53-061164d3b30c req-60f53d00-f373-4144-a61e-ce32d695bf56 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395500258&fields=id&tenant_id=66b468fa7c0b48f8a8f9825f4c66e974 HTTP/1.1" status: 200 len: 267 time: 0.0478261 Mar 31 20:30:46.288127 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf732fd-8de2-4cb3-9b53-061164d3b30c req-fbba56ff-e71a-4631-8f69-360c2db21206 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:46.289593 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-acf732fd-8de2-4cb3-9b53-061164d3b30c req-fbba56ff-e71a-4631-8f69-360c2db21206 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 984 time: 0.0503874 Mar 31 20:30:46.300468 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-acf732fd-8de2-4cb3-9b53-061164d3b30c req-51a5a7ce-cbba-4cfb-aecb-aa8b0222090f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Request body: {'port': {'security_groups': ['c32afe78-d78a-4d89-b609-93a652efc88a']}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:46.411446 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-acf732fd-8de2-4cb3-9b53-061164d3b30c req-51a5a7ce-cbba-4cfb-aecb-aa8b0222090f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7f10944d-912a-48ea-a7db-658c95b98446), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.427045 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be969ef4-07dd-488e-96e0-c4c4ea9bab19 req-422bd89b-cdd5-4de6-8d5d-672b87740c50 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:46.428465 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be969ef4-07dd-488e-96e0-c4c4ea9bab19 req-422bd89b-cdd5-4de6-8d5d-672b87740c50 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.1028001 Mar 31 20:30:46.618671 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-be969ef4-07dd-488e-96e0-c4c4ea9bab19 req-a8a8a583-6e97-4f06-8354-dfa9cddcba16 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Deleting port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:46.619474 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-be969ef4-07dd-488e-96e0-c4c4ea9bab19 req-a8a8a583-6e97-4f06-8354-dfa9cddcba16 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.988524 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-acf732fd-8de2-4cb3-9b53-061164d3b30c req-51a5a7ce-cbba-4cfb-aecb-aa8b0222090f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] For port 7f10944d-912a-48ea-a7db-658c95b98446, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7f10944d-912a-48ea-a7db-658c95b98446,segment=NetworkSegment(981f5afb-a901-4ba5-afbd-8805ffe88ccc),segment_id=981f5afb-a901-4ba5-afbd-8805ffe88ccc)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:47.039705 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-be969ef4-07dd-488e-96e0-c4c4ea9bab19 req-a8a8a583-6e97-4f06-8354-dfa9cddcba16 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] For port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=213be8ef-4e5d-44d6-bab9-151d8a3e41bf,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:47.039998 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-be969ef4-07dd-488e-96e0-c4c4ea9bab19 req-a8a8a583-6e97-4f06-8354-dfa9cddcba16 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.046932 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-acf732fd-8de2-4cb3-9b53-061164d3b30c req-51a5a7ce-cbba-4cfb-aecb-aa8b0222090f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for port (7f10944d-912a-48ea-a7db-658c95b98446), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.062799 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-be969ef4-07dd-488e-96e0-c4c4ea9bab19 req-a8a8a583-6e97-4f06-8354-dfa9cddcba16 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Calling delete_port for 213be8ef-4e5d-44d6-bab9-151d8a3e41bf owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:47.068469 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ef3b0-b2bd-4eb5-9847-5943dd07f90a req-9b414d0f-402f-4790-9711-e957c70f5835 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:47.069991 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7e5ef3b0-b2bd-4eb5-9847-5943dd07f90a req-9b414d0f-402f-4790-9711-e957c70f5835 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 945 time: 0.1345901 Mar 31 20:30:47.167704 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7e5ef3b0-b2bd-4eb5-9847-5943dd07f90a req-280cce02-14b1-4de5-9dde-5a92ee461e8b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901535 Mar 31 20:30:47.283521 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-acf732fd-8de2-4cb3-9b53-061164d3b30c req-51a5a7ce-cbba-4cfb-aecb-aa8b0222090f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (7f10944d-912a-48ea-a7db-658c95b98446), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.295260 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['7f10944d-912a-48ea-a7db-658c95b98446'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:30:47.326857 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf732fd-8de2-4cb3-9b53-061164d3b30c req-51a5a7ce-cbba-4cfb-aecb-aa8b0222090f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:47.327493 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-acf732fd-8de2-4cb3-9b53-061164d3b30c req-51a5a7ce-cbba-4cfb-aecb-aa8b0222090f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.328983 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-acf732fd-8de2-4cb3-9b53-061164d3b30c req-51a5a7ce-cbba-4cfb-aecb-aa8b0222090f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "PUT /v2.0/ports/7f10944d-912a-48ea-a7db-658c95b98446 HTTP/1.1" status: 200 len: 942 time: 1.0334709 Mar 31 20:30:47.329433 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'tag': '7f10944d-912a-48ea-a7db-658c95b98446'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:47.331662 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77626781-6956-4791-a92d-554d6c2a7b86" -d '{"events": [{"name": "network-changed", "server_uuid": "04802cff-85f0-40d5-9a2f-ff74acd0ce25", "tag": "7f10944d-912a-48ea-a7db-658c95b98446"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:47.342074 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 45206) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:47.375891 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-be969ef4-07dd-488e-96e0-c4c4ea9bab19 req-a8a8a583-6e97-4f06-8354-dfa9cddcba16 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (213be8ef-4e5d-44d6-bab9-151d8a3e41bf), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.378485 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8536f8-9a69-4837-a35e-a35924be4c8a x-openstack-request-id: req-8b8536f8-9a69-4837-a35e-a35924be4c8a {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:47.378886 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04802cff-85f0-40d5-9a2f-ff74acd0ce25", "tag": "7f10944d-912a-48ea-a7db-658c95b98446", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:47.379236 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8b8536f8-9a69-4837-a35e-a35924be4c8a {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:47.379730 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8536f8-9a69-4837-a35e-a35924be4c8a'] response: {'name': 'network-changed', 'server_uuid': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'tag': '7f10944d-912a-48ea-a7db-658c95b98446', 'status': 'completed', 'code': 200} Mar 31 20:30:47.381762 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5a7ce-cbba-4cfb-aecb-aa8b0222090f tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event updated for resources: {'Port': ['ID=7f10944d-912a-48ea-a7db-658c95b98446,revision_number=7']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:47.434263 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['213be8ef-4e5d-44d6-bab9-151d8a3e41bf', 'a00a4a5f-e5a2-47f6-be4a-ddbe972a144c'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:30:47.441387 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8a583-6e97-4f06-8354-dfa9cddcba16 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Pushing event deleted for resources: {'Port': ['ID=213be8ef-4e5d-44d6-bab9-151d8a3e41bf,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:47.491660 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['7f10944d-912a-48ea-a7db-658c95b98446'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:30:47.508976 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-be969ef4-07dd-488e-96e0-c4c4ea9bab19 req-a8a8a583-6e97-4f06-8354-dfa9cddcba16 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] No DVR routers for this DVR port 213be8ef-4e5d-44d6-bab9-151d8a3e41bf on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:47.512742 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-be969ef4-07dd-488e-96e0-c4c4ea9bab19 req-a8a8a583-6e97-4f06-8354-dfa9cddcba16 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.524187 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-be969ef4-07dd-488e-96e0-c4c4ea9bab19 req-a8a8a583-6e97-4f06-8354-dfa9cddcba16 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.76 "DELETE /v2.0/ports/213be8ef-4e5d-44d6-bab9-151d8a3e41bf HTTP/1.1" status: 204 len: 173 time: 1.0852673 Mar 31 20:30:47.531805 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-67d85c5c-5752-4e02-892d-062e6245ff74 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group (66462f6c-27a0-4c0a-a4af-b62c951922a5), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.571906 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-67d85c5c-5752-4e02-892d-062e6245ff74 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group (66462f6c-27a0-4c0a-a4af-b62c951922a5), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.599554 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77626781-6956-4791-a92d-554d6c2a7b86 req-e7d46748-5b38-4643-b13a-250e4f890844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:47.601583 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-77626781-6956-4791-a92d-554d6c2a7b86 req-e7d46748-5b38-4643-b13a-250e4f890844 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66b468fa7c0b48f8a8f9825f4c66e974&device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 1129 time: 0.1773746 Mar 31 20:30:47.642633 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-6e521c90-3554-4d4c-9008-c1bf0d20f087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.706864 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-2ed3e028-17b7-4de7-ac92-cf77e25d2263 None None] Provisioning complete for port 7f10944d-912a-48ea-a7db-658c95b98446 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:30:47.707243 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2ed3e028-17b7-4de7-ac92-cf77e25d2263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (7f10944d-912a-48ea-a7db-658c95b98446), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.720934 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77626781-6956-4791-a92d-554d6c2a7b86 req-fc172169-3b04-4994-84f3-7e6e42342f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:47.726102 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-77626781-6956-4791-a92d-554d6c2a7b86 req-fc172169-3b04-4994-84f3-7e6e42342f11 service neutron] 10.222.0.76 "GET /v2.0/networks?id=47f2e690-836c-458a-a73e-19bb7d08d48a HTTP/1.1" status: 200 len: 915 time: 0.0999813 Mar 31 20:30:47.807732 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-77626781-6956-4791-a92d-554d6c2a7b86 req-45d7cc08-944b-4d1d-a5ce-dccad2975298 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f10944d-912a-48ea-a7db-658c95b98446 HTTP/1.1" status: 200 len: 1001 time: 0.0778713 Mar 31 20:30:47.859504 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-2ed3e028-17b7-4de7-ac92-cf77e25d2263 None None] Current status of the port 7f10944d-912a-48ea-a7db-658c95b98446 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:30:47.879112 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77626781-6956-4791-a92d-554d6c2a7b86 req-38486325-0139-45b4-be2a-8937ea3b1f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:47.880932 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-77626781-6956-4791-a92d-554d6c2a7b86 req-38486325-0139-45b4-be2a-8937ea3b1f9e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=619799de-2ff5-4518-adca-8bcd94f61a31 HTTP/1.1" status: 200 len: 853 time: 0.0656087 Mar 31 20:30:47.918440 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-67d85c5c-5752-4e02-892d-062e6245ff74 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (66462f6c-27a0-4c0a-a4af-b62c951922a5), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.921019 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-67d85c5c-5752-4e02-892d-062e6245ff74 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.922212 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-67d85c5c-5752-4e02-892d-062e6245ff74 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "DELETE /v2.0/security-groups/66462f6c-27a0-4c0a-a4af-b62c951922a5 HTTP/1.1" status: 204 len: 168 time: 0.5784519 Mar 31 20:30:47.925633 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45210) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:47.939806 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d85c5c-5752-4e02-892d-062e6245ff74 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66462f6c-27a0-4c0a-a4af-b62c951922a5,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:47.955038 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77626781-6956-4791-a92d-554d6c2a7b86 req-7061950e-8809-408d-a4f0-495419385d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:47.956802 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-77626781-6956-4791-a92d-554d6c2a7b86 req-7061950e-8809-408d-a4f0-495419385d4a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=47f2e690-836c-458a-a73e-19bb7d08d48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687537 Mar 31 20:30:48.057167 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-77626781-6956-4791-a92d-554d6c2a7b86 req-955bd9a7-0ecb-4564-b966-0ff132892436 service neutron] 10.222.0.76 "GET /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915608 Mar 31 20:30:48.094104 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-873d866d-a725-4157-b0de-195d186afd29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Deleting port 1a70124f-62be-4ce6-8300-690916716df2 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:48.094680 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-873d866d-a725-4157-b0de-195d186afd29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (1a70124f-62be-4ce6-8300-690916716df2), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.168223 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-77626781-6956-4791-a92d-554d6c2a7b86 req-ff5e7f92-721d-4f2a-9405-dc1e3029f67e service neutron] 10.222.0.76 "GET /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881491 Mar 31 20:30:48.185049 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-873d866d-a725-4157-b0de-195d186afd29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (1a70124f-62be-4ce6-8300-690916716df2), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.185049 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-873d866d-a725-4157-b0de-195d186afd29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for floatingip (1a70124f-62be-4ce6-8300-690916716df2), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.185049 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-873d866d-a725-4157-b0de-195d186afd29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Calling delete_port for 1a70124f-62be-4ce6-8300-690916716df2 owned by network:floatingip {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:48.297582 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b865c07a-b832-4e2c-bf0d-8ae12c9e7198 req-3cf2e89d-6ae3-44b2-a6e4-429e92876332 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf60b315-1b74-4aad-bcbc-7363fd758f12 HTTP/1.1" status: 200 len: 210 time: 0.0468798 Mar 31 20:30:48.493886 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-873d866d-a725-4157-b0de-195d186afd29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (1a70124f-62be-4ce6-8300-690916716df2), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.516514 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d866d-a725-4157-b0de-195d186afd29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event deleted for resources: {'Port': ['ID=1a70124f-62be-4ce6-8300-690916716df2,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:48.585203 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-873d866d-a725-4157-b0de-195d186afd29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks [] for floatingip (b9ea6dc6-51c4-421a-bf99-6858a9773f1b), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.585576 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [None req-873d866d-a725-4157-b0de-195d186afd29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Floating IP b9ea6dc6-51c4-421a-bf99-6858a9773f1b disassociated (deleted). External IP: 172.27.2.164, port: 7f10944d-912a-48ea-a7db-658c95b98446. Mar 31 20:30:48.795016 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873d866d-a725-4157-b0de-195d186afd29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Router f49fe70f-3044-4367-844f-c07c623a89f2 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:30:48.904695 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873d866d-a725-4157-b0de-195d186afd29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:30:48.909861 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-873d866d-a725-4157-b0de-195d186afd29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.915026 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25710327-6a78-4af7-9c6d-8dee2493b37c None None] Sync routers for ids ['f49fe70f-3044-4367-844f-c07c623a89f2'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:30:48.925075 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25710327-6a78-4af7-9c6d-8dee2493b37c None None] Routers {'f49fe70f-3044-4367-844f-c07c623a89f2'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:48.925693 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-25710327-6a78-4af7-9c6d-8dee2493b37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:30:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['f49fe70f-3044-4367-844f-c07c623a89f2'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:48.941989 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-873d866d-a725-4157-b0de-195d186afd29 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "DELETE /v2.0/floatingips/b9ea6dc6-51c4-421a-bf99-6858a9773f1b HTTP/1.1" status: 204 len: 168 time: 1.0126598 Mar 31 20:30:49.039831 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-25710327-6a78-4af7-9c6d-8dee2493b37c None None] Set router f49fe70f-3044-4367-844f-c07c623a89f2 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:49.233140 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-25710327-6a78-4af7-9c6d-8dee2493b37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:25:16Z', 'revision_number': 4, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port': {'id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:13Z', 'updated_at': '2022-03-31T20:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '0ab67d64-38a2-4ae0-ba90-0e23744cdb4d', 'name': '', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'mac_address': 'fa:16:3e:f6:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:15Z', 'updated_at': '2022-03-31T20:25:20Z', 'revision_number': 5, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'subnets': [{'id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:49.259191 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25710327-6a78-4af7-9c6d-8dee2493b37c None None] Checking router: f49fe70f-3044-4367-844f-c07c623a89f2 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:30:49.267963 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25710327-6a78-4af7-9c6d-8dee2493b37c None None] Routers {'f49fe70f-3044-4367-844f-c07c623a89f2'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:49.268570 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-25710327-6a78-4af7-9c6d-8dee2493b37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:30:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['f49fe70f-3044-4367-844f-c07c623a89f2'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:49.380995 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf60b315-1b74-4aad-bcbc-7363fd758f12', 'name': 'network-vif-deleted', 'tag': '213be8ef-4e5d-44d6-bab9-151d8a3e41bf'}, {'name': 'network-changed', 'server_uuid': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'tag': '7f10944d-912a-48ea-a7db-658c95b98446'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:49.381525 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-25710327-6a78-4af7-9c6d-8dee2493b37c None None] Set router f49fe70f-3044-4367-844f-c07c623a89f2 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:49.386056 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd283cb7-76a4-4922-a78d-dfa7533a7ea7" -d '{"events": [{"server_uuid": "bf60b315-1b74-4aad-bcbc-7363fd758f12", "name": "network-vif-deleted", "tag": "213be8ef-4e5d-44d6-bab9-151d8a3e41bf"}, {"name": "network-changed", "server_uuid": "04802cff-85f0-40d5-9a2f-ff74acd0ce25", "tag": "7f10944d-912a-48ea-a7db-658c95b98446"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:49.467828 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d349447-d613-489b-b96e-55c3834d6bc4 x-openstack-request-id: req-9d349447-d613-489b-b96e-55c3834d6bc4 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:49.468145 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf60b315-1b74-4aad-bcbc-7363fd758f12", "name": "network-vif-deleted", "tag": "213be8ef-4e5d-44d6-bab9-151d8a3e41bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "04802cff-85f0-40d5-9a2f-ff74acd0ce25", "tag": "7f10944d-912a-48ea-a7db-658c95b98446", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:49.468406 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d349447-d613-489b-b96e-55c3834d6bc4 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:49.468811 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d349447-d613-489b-b96e-55c3834d6bc4'] response: {'server_uuid': 'bf60b315-1b74-4aad-bcbc-7363fd758f12', 'name': 'network-vif-deleted', 'tag': '213be8ef-4e5d-44d6-bab9-151d8a3e41bf', 'status': 'completed', 'code': 200} Mar 31 20:30:49.469095 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d349447-d613-489b-b96e-55c3834d6bc4'] response: {'name': 'network-changed', 'server_uuid': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'tag': '7f10944d-912a-48ea-a7db-658c95b98446', 'status': 'completed', 'code': 200} Mar 31 20:30:49.545587 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd283cb7-76a4-4922-a78d-dfa7533a7ea7 req-c2a6dbdd-6f6b-495f-9c43-67b96f3b5c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:49.547607 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fd283cb7-76a4-4922-a78d-dfa7533a7ea7 req-c2a6dbdd-6f6b-495f-9c43-67b96f3b5c72 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66b468fa7c0b48f8a8f9825f4c66e974&device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 1129 time: 0.0509138 Mar 31 20:30:49.650054 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd283cb7-76a4-4922-a78d-dfa7533a7ea7 req-0a35471d-93a9-472f-a5f3-3c2b0b51004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:49.651986 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fd283cb7-76a4-4922-a78d-dfa7533a7ea7 req-0a35471d-93a9-472f-a5f3-3c2b0b51004b service neutron] 10.222.0.76 "GET /v2.0/networks?id=47f2e690-836c-458a-a73e-19bb7d08d48a HTTP/1.1" status: 200 len: 915 time: 0.0974326 Mar 31 20:30:49.696185 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fd283cb7-76a4-4922-a78d-dfa7533a7ea7 req-717fcfd9-565f-45c9-9c4e-72a5ca083f6a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f10944d-912a-48ea-a7db-658c95b98446 HTTP/1.1" status: 200 len: 217 time: 0.0372965 Mar 31 20:30:49.716369 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-25710327-6a78-4af7-9c6d-8dee2493b37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:25:16Z', 'revision_number': 4, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port': {'id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:13Z', 'updated_at': '2022-03-31T20:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '0ab67d64-38a2-4ae0-ba90-0e23744cdb4d', 'name': '', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'mac_address': 'fa:16:3e:f6:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:15Z', 'updated_at': '2022-03-31T20:25:20Z', 'revision_number': 5, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'subnets': [{'id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:49.743938 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25710327-6a78-4af7-9c6d-8dee2493b37c None None] The sync data for ids ['f49fe70f-3044-4367-844f-c07c623a89f2'] in dv-cinder-836070-1-iscsi is: [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:25:16Z', 'revision_number': 4, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port': {'id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:13Z', 'updated_at': '2022-03-31T20:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '0ab67d64-38a2-4ae0-ba90-0e23744cdb4d', 'name': '', 'network_id': '47f2e690-836c-458a-a73e-19bb7d08d48a', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'mac_address': 'fa:16:3e:f6:ee:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:15Z', 'updated_at': '2022-03-31T20:25:20Z', 'revision_number': 5, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'subnets': [{'id': '619799de-2ff5-4518-adca-8bcd94f61a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:30:49.752854 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd283cb7-76a4-4922-a78d-dfa7533a7ea7 req-e432f22d-ea20-4bb7-956d-d500f518e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:49.754424 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fd283cb7-76a4-4922-a78d-dfa7533a7ea7 req-e432f22d-ea20-4bb7-956d-d500f518e003 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=619799de-2ff5-4518-adca-8bcd94f61a31 HTTP/1.1" status: 200 len: 853 time: 0.0471678 Mar 31 20:30:49.811131 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd283cb7-76a4-4922-a78d-dfa7533a7ea7 req-d2ce0b26-64fe-417e-a7c6-eeae21b4cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:49.812784 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fd283cb7-76a4-4922-a78d-dfa7533a7ea7 req-d2ce0b26-64fe-417e-a7c6-eeae21b4cdc6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=47f2e690-836c-458a-a73e-19bb7d08d48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453141 Mar 31 20:30:49.871508 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b81da8bd-9370-495a-8d9a-e85c78112ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:49.923015 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fd283cb7-76a4-4922-a78d-dfa7533a7ea7 req-3110a63d-028c-4bf8-982d-caa74b12b030 service neutron] 10.222.0.76 "GET /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029153 Mar 31 20:30:50.014331 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c60955-40f3-46af-a177-8d9e15e0cf25 None None] New status for floating IP b9ea6dc6-51c4-421a-bf99-6858a9773f1b: DOWN {{(pid=103924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:30:50.021913 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fd283cb7-76a4-4922-a78d-dfa7533a7ea7 req-7a36b7ee-168c-46d3-9b13-bd561ca5d4ca service neutron] 10.222.0.76 "GET /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921102 Mar 31 20:30:50.034435 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dc1e4-5745-4d47-9919-32ac51f918f7 req-5ee515b7-4cd8-4d5b-b5d9-89b48ad78529 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:50.040057 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1e5dc1e4-5745-4d47-9919-32ac51f918f7 req-5ee515b7-4cd8-4d5b-b5d9-89b48ad78529 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0613763 Mar 31 20:30:50.043917 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 213be8ef-4e5d-44d6-bab9-151d8a3e41bf no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:50.064821 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: 213be8ef-4e5d-44d6-bab9-151d8a3e41bf {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:50.065219 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 213be8ef-4e5d-44d6-bab9-151d8a3e41bf not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:50.089433 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1e5dc1e4-5745-4d47-9919-32ac51f918f7 req-a9f09ef7-1793-490b-8d19-058931a84864 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454063 Mar 31 20:30:50.895698 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9512d1-520f-4919-9b27-1d8ed77e1c2b req-935bee53-1a64-4307-93f5-159410a0ffec tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:50.897166 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fc9512d1-520f-4919-9b27-1d8ed77e1c2b req-935bee53-1a64-4307-93f5-159410a0ffec tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.76 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0560522 Mar 31 20:30:50.957417 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:50.993650 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-fc9512d1-520f-4919-9b27-1d8ed77e1c2b req-016db8fa-ccbb-4471-8c86-a0332d005f90 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Deleting port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:50.993995 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fc9512d1-520f-4919-9b27-1d8ed77e1c2b req-016db8fa-ccbb-4471-8c86-a0332d005f90 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.083521 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-fc9512d1-520f-4919-9b27-1d8ed77e1c2b req-016db8fa-ccbb-4471-8c86-a0332d005f90 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] For port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:51.083891 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fc9512d1-520f-4919-9b27-1d8ed77e1c2b req-016db8fa-ccbb-4471-8c86-a0332d005f90 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.096976 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-fc9512d1-520f-4919-9b27-1d8ed77e1c2b req-016db8fa-ccbb-4471-8c86-a0332d005f90 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Calling delete_port for a00a4a5f-e5a2-47f6-be4a-ddbe972a144c owned by compute:nova {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:51.210646 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38f4dd-56eb-417f-9912-220ac88e1313 req-48bf4b7e-6702-4630-bd93-d4c6fbf61e8b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:51.212129 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cc38f4dd-56eb-417f-9912-220ac88e1313 req-48bf4b7e-6702-4630-bd93-d4c6fbf61e8b tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 946 time: 0.0525870 Mar 31 20:30:51.258689 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cc38f4dd-56eb-417f-9912-220ac88e1313 req-836df0c9-ec6f-4105-b273-5696c58bcc15 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/security-groups?id=304443c4-7516-4a82-8ce8-7f7825e17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408015 Mar 31 20:30:51.271951 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fc9512d1-520f-4919-9b27-1d8ed77e1c2b req-016db8fa-ccbb-4471-8c86-a0332d005f90 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (a00a4a5f-e5a2-47f6-be4a-ddbe972a144c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.283890 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['a00a4a5f-e5a2-47f6-be4a-ddbe972a144c'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:30:51.300075 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016db8fa-ccbb-4471-8c86-a0332d005f90 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Pushing event deleted for resources: {'Port': ['ID=a00a4a5f-e5a2-47f6-be4a-ddbe972a144c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:51.343490 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9512d1-520f-4919-9b27-1d8ed77e1c2b req-016db8fa-ccbb-4471-8c86-a0332d005f90 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] No DVR routers for this DVR port a00a4a5f-e5a2-47f6-be4a-ddbe972a144c on host hv-cinder-83607 {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:51.346007 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fc9512d1-520f-4919-9b27-1d8ed77e1c2b req-016db8fa-ccbb-4471-8c86-a0332d005f90 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.349311 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fc9512d1-520f-4919-9b27-1d8ed77e1c2b req-016db8fa-ccbb-4471-8c86-a0332d005f90 tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.76 "DELETE /v2.0/ports/a00a4a5f-e5a2-47f6-be4a-ddbe972a144c HTTP/1.1" status: 204 len: 173 time: 0.4434910 Mar 31 20:30:51.349738 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4283d752-a7ff-463f-8585-d5737fadc83e', 'name': 'network-vif-deleted', 'tag': 'a00a4a5f-e5a2-47f6-be4a-ddbe972a144c'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:51.351914 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f59d026-db06-4e04-8414-6f1d226ea573" -d '{"events": [{"server_uuid": "4283d752-a7ff-463f-8585-d5737fadc83e", "name": "network-vif-deleted", "tag": "a00a4a5f-e5a2-47f6-be4a-ddbe972a144c"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:51.385878 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eb9d87-2b03-4ff6-ba56-4235295462a5 x-openstack-request-id: req-02eb9d87-2b03-4ff6-ba56-4235295462a5 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:51.386165 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4283d752-a7ff-463f-8585-d5737fadc83e", "name": "network-vif-deleted", "tag": "a00a4a5f-e5a2-47f6-be4a-ddbe972a144c", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:51.386431 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-02eb9d87-2b03-4ff6-ba56-4235295462a5 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:51.386818 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02eb9d87-2b03-4ff6-ba56-4235295462a5'] response: {'server_uuid': '4283d752-a7ff-463f-8585-d5737fadc83e', 'name': 'network-vif-deleted', 'tag': 'a00a4a5f-e5a2-47f6-be4a-ddbe972a144c', 'status': 'completed', 'code': 200} Mar 31 20:30:52.339873 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:52.369719 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-59546f49-47d4-48b9-a721-a7a67a54772c req-b0ce9be5-232c-405e-af2f-64b6d651570f tempest-ServerRescueNegativeTestJSON-1059347098 tempest-ServerRescueNegativeTestJSON-1059347098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4283d752-a7ff-463f-8585-d5737fadc83e HTTP/1.1" status: 200 len: 210 time: 0.0304024 Mar 31 20:30:53.427260 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45260) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:53.654145 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70a81a-061f-4cce-b4c8-9c04caa617f9 req-c081931e-3afe-465a-a43f-fa281f40d64d tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:53.656047 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9f70a81a-061f-4cce-b4c8-9c04caa617f9 req-c081931e-3afe-465a-a43f-fa281f40d64d tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 945 time: 0.0949516 Mar 31 20:30:53.774107 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9f70a81a-061f-4cce-b4c8-9c04caa617f9 req-ac6a251b-006d-4751-8b87-daaf44a7abd8 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121495 Mar 31 20:30:53.814325 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:54.004432 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d1d39227-dd33-438c-8dbf-ce6b1bad495e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467827'] for router_interface (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:54.073266 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device a00a4a5f-e5a2-47f6-be4a-ddbe972a144c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:54.094385 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: a00a4a5f-e5a2-47f6-be4a-ddbe972a144c {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:54.094751 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device a00a4a5f-e5a2-47f6-be4a-ddbe972a144c not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:54.293827 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-d1d39227-dd33-438c-8dbf-ce6b1bad495e admin admin] Deleting port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:54.294089 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d1d39227-dd33-438c-8dbf-ce6b1bad495e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:54.368838 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-d1d39227-dd33-438c-8dbf-ce6b1bad495e admin admin] For port 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:54.369227 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d1d39227-dd33-438c-8dbf-ce6b1bad495e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:54.382111 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-d1d39227-dd33-438c-8dbf-ce6b1bad495e admin admin] Calling delete_port for 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a owned by network:router_interface {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:54.700706 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d1d39227-dd33-438c-8dbf-ce6b1bad495e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:54.730844 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d39227-dd33-438c-8dbf-ce6b1bad495e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:55.191236 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d1d39227-dd33-438c-8dbf-ce6b1bad495e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16467171'] for router_interface (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.205077 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a5cee-c4fe-475e-993b-42c9cd914b94 req-2a0b3908-ae16-433c-9e1d-03359467acb1 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:55.207257 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-961a5cee-c4fe-475e-993b-42c9cd914b94 req-2a0b3908-ae16-433c-9e1d-03359467acb1 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 945 time: 0.0903680 Mar 31 20:30:55.324621 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-961a5cee-c4fe-475e-993b-42c9cd914b94 req-512b5ac2-8e32-4dee-81ce-d1c87f9ddcfa tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/security-groups?id=c32afe78-d78a-4d89-b609-93a652efc88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115620 Mar 31 20:30:55.452608 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d39227-dd33-438c-8dbf-ce6b1bad495e admin admin] Router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:30:55.564442 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d39227-dd33-438c-8dbf-ce6b1bad495e admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:30:55.569468 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-d1d39227-dd33-438c-8dbf-ce6b1bad495e admin admin] 10.222.0.74 "PUT /v2.0/routers/d9d8f4c6-7763-43e1-907b-5c7c5b12ea76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1412034 Mar 31 20:30:55.571959 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45268) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:55.575139 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28252193-a1b8-4271-a29d-20aaad22792d None None] Sync routers for ids ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:30:55.585177 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28252193-a1b8-4271-a29d-20aaad22792d None None] Routers {'d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:55.585886 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-28252193-a1b8-4271-a29d-20aaad22792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:30:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:55.679470 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] Publish callbacks [] for router (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.691605 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-28252193-a1b8-4271-a29d-20aaad22792d None None] Set router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:55.790098 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] Publish callbacks [] for router_gateway (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.872253 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-28252193-a1b8-4271-a29d-20aaad22792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6ce06714-62a8-498d-871f-58070fd0add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:30:54Z', 'revision_number': 5, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port': {'id': '6ce06714-62a8-498d-871f-58070fd0add1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:38Z', 'updated_at': '2022-03-31T20:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:55.897680 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28252193-a1b8-4271-a29d-20aaad22792d None None] Checking router: d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:30:55.906483 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28252193-a1b8-4271-a29d-20aaad22792d None None] Routers {'d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:55.907141 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-28252193-a1b8-4271-a29d-20aaad22792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:30:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:55.939136 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] Deleting port 6ce06714-62a8-498d-871f-58070fd0add1 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:55.939479 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (6ce06714-62a8-498d-871f-58070fd0add1), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.964819 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368124bb-cf5c-4677-842c-b02da0242956 req-aad2ef25-a826-43ed-aea5-45fa9fa91e77 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:55.966336 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-368124bb-cf5c-4677-842c-b02da0242956 req-aad2ef25-a826-43ed-aea5-45fa9fa91e77 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.76 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 945 time: 0.0566468 Mar 31 20:30:55.999494 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-28252193-a1b8-4271-a29d-20aaad22792d None None] Set router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 gateway port host: None {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:56.021164 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] For port 6ce06714-62a8-498d-871f-58070fd0add1, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=6ce06714-62a8-498d-871f-58070fd0add1,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:56.021539 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (6ce06714-62a8-498d-871f-58070fd0add1), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.038904 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] Calling delete_port for 6ce06714-62a8-498d-871f-58070fd0add1 owned by network:router_gateway {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:56.060282 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-28252193-a1b8-4271-a29d-20aaad22792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:30:55Z', 'revision_number': 6, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port_host': None}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:56.068553 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-368124bb-cf5c-4677-842c-b02da0242956 req-53b26ddb-148c-4272-b6e2-6724502301ef tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Deleting port 7f10944d-912a-48ea-a7db-658c95b98446 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:56.069028 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-368124bb-cf5c-4677-842c-b02da0242956 req-53b26ddb-148c-4272-b6e2-6724502301ef tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (7f10944d-912a-48ea-a7db-658c95b98446), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.083805 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28252193-a1b8-4271-a29d-20aaad22792d None None] The sync data for ids ['d9d8f4c6-7763-43e1-907b-5c7c5b12ea76'] in dv-cinder-836070-1-iscsi is: [{'id': 'd9d8f4c6-7763-43e1-907b-5c7c5b12ea76', 'name': 'tempest-ServerRescueNegativeTestJSON-1190110993-router', 'tenant_id': 'e6d77c702db8412b99606b6691146301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:30:55Z', 'revision_number': 6, 'project_id': 'e6d77c702db8412b99606b6691146301', 'gw_port_host': None}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:30:56.163149 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-368124bb-cf5c-4677-842c-b02da0242956 req-53b26ddb-148c-4272-b6e2-6724502301ef tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] For port 7f10944d-912a-48ea-a7db-658c95b98446, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7f10944d-912a-48ea-a7db-658c95b98446,segment=NetworkSegment(981f5afb-a901-4ba5-afbd-8805ffe88ccc),segment_id=981f5afb-a901-4ba5-afbd-8805ffe88ccc)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:56.163516 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-368124bb-cf5c-4677-842c-b02da0242956 req-53b26ddb-148c-4272-b6e2-6724502301ef tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (7f10944d-912a-48ea-a7db-658c95b98446), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.179751 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-368124bb-cf5c-4677-842c-b02da0242956 req-53b26ddb-148c-4272-b6e2-6724502301ef tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Calling delete_port for 7f10944d-912a-48ea-a7db-658c95b98446 owned by compute:nova {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:56.283359 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (6ce06714-62a8-498d-871f-58070fd0add1), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.308387 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce06714-62a8-498d-871f-58070fd0add1,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:56.368678 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16467465'] for router_gateway (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.420239 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-368124bb-cf5c-4677-842c-b02da0242956 req-53b26ddb-148c-4272-b6e2-6724502301ef tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (7f10944d-912a-48ea-a7db-658c95b98446), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.433680 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['7f10944d-912a-48ea-a7db-658c95b98446'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:30:56.456639 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b26ddb-148c-4272-b6e2-6724502301ef tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Pushing event deleted for resources: {'Port': ['ID=7f10944d-912a-48ea-a7db-658c95b98446,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:56.486356 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16473493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-763'] for router (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.493593 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] Publish callbacks [] for router_controller (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.516904 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-368124bb-cf5c-4677-842c-b02da0242956 req-53b26ddb-148c-4272-b6e2-6724502301ef tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] No DVR routers for this DVR port 7f10944d-912a-48ea-a7db-658c95b98446 on host hv-cinder-83607 {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:56.519280 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-368124bb-cf5c-4677-842c-b02da0242956 req-53b26ddb-148c-4272-b6e2-6724502301ef tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.522814 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-368124bb-cf5c-4677-842c-b02da0242956 req-53b26ddb-148c-4272-b6e2-6724502301ef tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.76 "DELETE /v2.0/ports/7f10944d-912a-48ea-a7db-658c95b98446 HTTP/1.1" status: 204 len: 173 time: 0.5504265 Mar 31 20:30:56.535441 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'name': 'network-vif-deleted', 'tag': '7f10944d-912a-48ea-a7db-658c95b98446'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:56.535441 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70178c47-d6ff-493f-9372-496c16893df0" -d '{"events": [{"server_uuid": "04802cff-85f0-40d5-9a2f-ff74acd0ce25", "name": "network-vif-deleted", "tag": "7f10944d-912a-48ea-a7db-658c95b98446"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:56.535865 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-33b966bc-e703-499b-b8e3-d0f5f0a3c91b req-83bd097a-167d-43e8-9c6e-2c1e7f067f25 tempest-TestMinimumBasicScenario-1580123820 tempest-TestMinimumBasicScenario-1580123820-project] 10.222.0.74 "GET /v2.0/ports?device_id=04802cff-85f0-40d5-9a2f-ff74acd0ce25 HTTP/1.1" status: 200 len: 210 time: 0.1192532 Mar 31 20:30:56.574405 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280721e1-2bf3-4f84-a7cb-ca17805d5939 x-openstack-request-id: req-280721e1-2bf3-4f84-a7cb-ca17805d5939 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:56.574783 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04802cff-85f0-40d5-9a2f-ff74acd0ce25", "name": "network-vif-deleted", "tag": "7f10944d-912a-48ea-a7db-658c95b98446", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:56.575111 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-280721e1-2bf3-4f84-a7cb-ca17805d5939 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:56.575962 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280721e1-2bf3-4f84-a7cb-ca17805d5939'] response: {'server_uuid': '04802cff-85f0-40d5-9a2f-ff74acd0ce25', 'name': 'network-vif-deleted', 'tag': '7f10944d-912a-48ea-a7db-658c95b98446', 'status': 'completed', 'code': 200} Mar 31 20:30:56.654564 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16473580'] for router (d9d8f4c6-7763-43e1-907b-5c7c5b12ea76), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.655154 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 {{(pid=103921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:30:56.663964 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.663964 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-ad1c3985-45fd-4f5a-90d2-c68461fbef06 admin admin] 10.222.0.74 "DELETE /v2.0/routers/d9d8f4c6-7763-43e1-907b-5c7c5b12ea76 HTTP/1.1" status: 204 len: 168 time: 1.0885890 Mar 31 20:30:56.664194 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45274) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:56.714426 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad038bd1-d291-4a56-b4b5-60173829f960 admin admin] Deleting subnet 3b03298a-3a6b-4897-b7bc-ba44aabb0313 {{(pid=103921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:30:56.717556 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad038bd1-d291-4a56-b4b5-60173829f960 admin admin] Publish callbacks [] for subnet (3b03298a-3a6b-4897-b7bc-ba44aabb0313), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.751286 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad038bd1-d291-4a56-b4b5-60173829f960 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13817127'] for subnet (3b03298a-3a6b-4897-b7bc-ba44aabb0313), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.863379 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad038bd1-d291-4a56-b4b5-60173829f960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (3b03298a-3a6b-4897-b7bc-ba44aabb0313), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.997833 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad038bd1-d291-4a56-b4b5-60173829f960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13900049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13254182'] for subnet (3b03298a-3a6b-4897-b7bc-ba44aabb0313), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.024057 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad038bd1-d291-4a56-b4b5-60173829f960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b03298a-3a6b-4897-b7bc-ba44aabb0313,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:57.028723 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad038bd1-d291-4a56-b4b5-60173829f960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.032243 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-ad038bd1-d291-4a56-b4b5-60173829f960 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3b03298a-3a6b-4897-b7bc-ba44aabb0313 HTTP/1.1" status: 204 len: 168 time: 0.3665628 Mar 31 20:30:57.034732 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45276) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:57.035498 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0eee4a-7f3c-4b2b-b721-6cda882165dd None None] Network 90c23a38-86bf-47a2-8e01-2e815cf3c775 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:30:57.107190 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (90c23a38-86bf-47a2-8e01-2e815cf3c775), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.159447 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 6ce06714-62a8-498d-871f-58070fd0add1 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:57.186258 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Deleting port 62908747-e57b-468f-9f41-708218f28cad {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:57.187882 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (62908747-e57b-468f-9f41-708218f28cad), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.194636 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 6ce06714-62a8-498d-871f-58070fd0add1 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:57.195156 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 6ce06714-62a8-498d-871f-58070fd0add1 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:57.195739 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:57.223683 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:57.229225 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 4e2b22ce-b1bc-4dfb-bef7-a2fafa16a38a not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:57.237955 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d36ebb4-d16f-4762-94c4-829bf43782be None None] DHCP port deletion for 90c23a38-86bf-47a2-8e01-2e815cf3c775 request from dv-cinder-836070-1-iscsi {{(pid=103922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:30:57.272103 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] For port 62908747-e57b-468f-9f41-708218f28cad, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=62908747-e57b-468f-9f41-708218f28cad,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:57.272103 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (62908747-e57b-468f-9f41-708218f28cad), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.285927 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Calling delete_port for 62908747-e57b-468f-9f41-708218f28cad owned by network:dhcp {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:57.291307 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-7d36ebb4-d16f-4762-94c4-829bf43782be None None] Deleting port 62908747-e57b-468f-9f41-708218f28cad {{(pid=103922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:57.291854 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7d36ebb4-d16f-4762-94c4-829bf43782be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (62908747-e57b-468f-9f41-708218f28cad), before_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.354638 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-7d36ebb4-d16f-4762-94c4-829bf43782be None None] For port 62908747-e57b-468f-9f41-708218f28cad, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=62908747-e57b-468f-9f41-708218f28cad,segment=NetworkSegment(be641039-c5b0-461d-a8fa-4ab259765bbf),segment_id=be641039-c5b0-461d-a8fa-4ab259765bbf)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:57.355060 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7d36ebb4-d16f-4762-94c4-829bf43782be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (62908747-e57b-468f-9f41-708218f28cad), precommit_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.368453 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-7d36ebb4-d16f-4762-94c4-829bf43782be None None] Calling delete_port for 62908747-e57b-468f-9f41-708218f28cad owned by network:dhcp {{(pid=103922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:57.460338 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (62908747-e57b-468f-9f41-708218f28cad), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.486093 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=62908747-e57b-468f-9f41-708218f28cad,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:57.490556 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] No DVR routers for this DVR port 62908747-e57b-468f-9f41-708218f28cad on host dv-cinder-836070-1-iscsi {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:57.492941 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7d36ebb4-d16f-4762-94c4-829bf43782be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054'] for port (62908747-e57b-468f-9f41-708218f28cad), after_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.518765 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36ebb4-d16f-4762-94c4-829bf43782be None None] Pushing event deleted for resources: {'Port': ['ID=62908747-e57b-468f-9f41-708218f28cad,revision_number=None']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:57.520644 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d36ebb4-d16f-4762-94c4-829bf43782be None None] No DVR routers for this DVR port 62908747-e57b-468f-9f41-708218f28cad on host dv-cinder-836070-1-iscsi {{(pid=103922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:57.561789 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (90c23a38-86bf-47a2-8e01-2e815cf3c775), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.584281 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c23a38-86bf-47a2-8e01-2e815cf3c775']}} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:57.594496 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be641039-c5b0-461d-a8fa-4ab259765bbf') {'for_net_delete': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:57.594737 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be641039-c5b0-461d-a8fa-4ab259765bbf') {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:57.609842 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13817132'] for segment (be641039-c5b0-461d-a8fa-4ab259765bbf), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.623542 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (be641039-c5b0-461d-a8fa-4ab259765bbf), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.629577 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:30:57.630018 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13899191'] for segment (be641039-c5b0-461d-a8fa-4ab259765bbf), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: Traceback (most recent call last): Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: timer() Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: cb(*args, **kw) Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: return func(*args, **kwargs) Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: self._notify() Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: self.callback(batched_events) Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: event.method(event) Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: return f(self, *a, **k) Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._get(url).json() Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: return self.request(url, 'GET', **kwargs) Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:30:57.631597 dv-cinder-836070-1-iscsi neutron-server[103921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:30:57.762834 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (90c23a38-86bf-47a2-8e01-2e815cf3c775), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.767971 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.771629 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] 10.222.0.74 "DELETE /v2.0/networks/90c23a38-86bf-47a2-8e01-2e815cf3c775 HTTP/1.1" status: 204 len: 168 time: 0.7359524 Mar 31 20:30:57.786523 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950af8c4-c9d6-41fb-be60-d15fb6beb9fa admin admin] Pushing event deleted for resources: {'Network': ['ID=90c23a38-86bf-47a2-8e01-2e815cf3c775,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:58.170194 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 45310) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:58.212849 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-8b0f6764-a9b6-4ded-8910-5a9701af9f09 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e6d77c702db8412b99606b6691146301&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414598 Mar 31 20:30:58.215406 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 45314) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:58.261501 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8ebc25bb-0962-4ac5-ba65-be2e03f97fd3 admin admin] Publish callbacks [] for security_group (304443c4-7516-4a82-8ce8-7f7825e17e27), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:58.282695 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8ebc25bb-0962-4ac5-ba65-be2e03f97fd3 admin admin] Publish callbacks [] for security_group (304443c4-7516-4a82-8ce8-7f7825e17e27), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:58.419681 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8ebc25bb-0962-4ac5-ba65-be2e03f97fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (304443c4-7516-4a82-8ce8-7f7825e17e27), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:58.422755 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8ebc25bb-0962-4ac5-ba65-be2e03f97fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:58.423898 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-8ebc25bb-0962-4ac5-ba65-be2e03f97fd3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/304443c4-7516-4a82-8ce8-7f7825e17e27 HTTP/1.1" status: 204 len: 168 time: 0.2076159 Mar 31 20:30:58.431794 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc25bb-0962-4ac5-ba65-be2e03f97fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304443c4-7516-4a82-8ce8-7f7825e17e27,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:59.127980 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 62908747-e57b-468f-9f41-708218f28cad no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:59.151263 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 62908747-e57b-468f-9f41-708218f28cad {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:59.151608 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 62908747-e57b-468f-9f41-708218f28cad not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:59.334549 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45354) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:59.868630 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467827'] for router_interface (f49fe70f-3044-4367-844f-c07c623a89f2), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:00.086349 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 7f10944d-912a-48ea-a7db-658c95b98446 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:00.106843 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: 7f10944d-912a-48ea-a7db-658c95b98446 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:00.107193 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 7f10944d-912a-48ea-a7db-658c95b98446 not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:00.114638 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Deleting port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:00.114985 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:00.195848 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] For port 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=0ab67d64-38a2-4ae0-ba90-0e23744cdb4d,segment=NetworkSegment(981f5afb-a901-4ba5-afbd-8805ffe88ccc),segment_id=981f5afb-a901-4ba5-afbd-8805ffe88ccc)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:00.196215 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:00.209050 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Calling delete_port for 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d owned by network:router_interface {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:00.483068 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (0ab67d64-38a2-4ae0-ba90-0e23744cdb4d), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:00.508596 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab67d64-38a2-4ae0-ba90-0e23744cdb4d,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:00.520333 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.520681 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.521052 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.521448 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.521758 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.522090 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.522418 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.522745 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.523076 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.523403 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.523783 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.524113 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.524458 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.524778 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.525123 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:00.686601 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16467171'] for router_interface (f49fe70f-3044-4367-844f-c07c623a89f2), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:00.899395 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Router f49fe70f-3044-4367-844f-c07c623a89f2 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:31:01.270091 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:31:01.276441 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-28c16382-63e8-491b-b4af-d86ad087ef6f admin admin] 10.222.0.74 "PUT /v2.0/routers/f49fe70f-3044-4367-844f-c07c623a89f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9395413 Mar 31 20:31:01.277666 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45378) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:01.280206 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797015eb-c3e4-4a45-91a7-ba6163ceef95 None None] Sync routers for ids ['f49fe70f-3044-4367-844f-c07c623a89f2'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:31:01.291603 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797015eb-c3e4-4a45-91a7-ba6163ceef95 None None] Routers {'f49fe70f-3044-4367-844f-c07c623a89f2'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:31:01.292227 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-797015eb-c3e4-4a45-91a7-ba6163ceef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:30:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['f49fe70f-3044-4367-844f-c07c623a89f2'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:01.383480 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] Publish callbacks [] for router (f49fe70f-3044-4367-844f-c07c623a89f2), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:01.397670 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-797015eb-c3e4-4a45-91a7-ba6163ceef95 None None] Set router f49fe70f-3044-4367-844f-c07c623a89f2 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:31:01.496127 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] Publish callbacks [] for router_gateway (f49fe70f-3044-4367-844f-c07c623a89f2), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:01.586493 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-797015eb-c3e4-4a45-91a7-ba6163ceef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:31:00Z', 'revision_number': 5, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port': {'id': 'f4aa8ee2-84a3-477c-9af0-a6af7dc786a1', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:13Z', 'updated_at': '2022-03-31T20:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:01.612166 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797015eb-c3e4-4a45-91a7-ba6163ceef95 None None] Checking router: f49fe70f-3044-4367-844f-c07c623a89f2 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:31:01.620516 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797015eb-c3e4-4a45-91a7-ba6163ceef95 None None] Routers {'f49fe70f-3044-4367-844f-c07c623a89f2'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:31:01.621159 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-797015eb-c3e4-4a45-91a7-ba6163ceef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:30:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['f49fe70f-3044-4367-844f-c07c623a89f2'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:01.642144 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] Deleting port f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:01.642415 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (f4aa8ee2-84a3-477c-9af0-a6af7dc786a1), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:01.708638 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-797015eb-c3e4-4a45-91a7-ba6163ceef95 None None] Set router f49fe70f-3044-4367-844f-c07c623a89f2 gateway port host: None {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:31:01.725802 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] For port f4aa8ee2-84a3-477c-9af0-a6af7dc786a1, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=f4aa8ee2-84a3-477c-9af0-a6af7dc786a1,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:01.726175 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (f4aa8ee2-84a3-477c-9af0-a6af7dc786a1), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:01.739126 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] Calling delete_port for f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 owned by network:router_gateway {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:01.760823 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-797015eb-c3e4-4a45-91a7-ba6163ceef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:31:01Z', 'revision_number': 6, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port_host': None}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:01.876051 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797015eb-c3e4-4a45-91a7-ba6163ceef95 None None] The sync data for ids ['f49fe70f-3044-4367-844f-c07c623a89f2'] in dv-cinder-836070-1-iscsi is: [{'id': 'f49fe70f-3044-4367-844f-c07c623a89f2', 'name': 'tempest-TestMinimumBasicScenario-224086192-router', 'tenant_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:12Z', 'updated_at': '2022-03-31T20:31:01Z', 'revision_number': 6, 'project_id': '66b468fa7c0b48f8a8f9825f4c66e974', 'gw_port_host': None}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:31:02.020311 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (f4aa8ee2-84a3-477c-9af0-a6af7dc786a1), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.047539 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4aa8ee2-84a3-477c-9af0-a6af7dc786a1,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:02.109781 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16467465'] for router_gateway (f49fe70f-3044-4367-844f-c07c623a89f2), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.207313 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16473493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-763'] for router (f49fe70f-3044-4367-844f-c07c623a89f2), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.209508 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] Publish callbacks [] for router_controller (f49fe70f-3044-4367-844f-c07c623a89f2), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.322872 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16473580'] for router (f49fe70f-3044-4367-844f-c07c623a89f2), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.324981 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f49fe70f-3044-4367-844f-c07c623a89f2 {{(pid=103921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:31:02.328897 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.330367 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-ad97d5db-9504-465e-9e15-f394ee9f7b0a admin admin] 10.222.0.74 "DELETE /v2.0/routers/f49fe70f-3044-4367-844f-c07c623a89f2 HTTP/1.1" status: 204 len: 168 time: 1.0517673 Mar 31 20:31:02.332961 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45400) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:02.376432 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ab4941-0994-4e2c-9ca4-d020d07640d4 admin admin] Deleting subnet 619799de-2ff5-4518-adca-8bcd94f61a31 {{(pid=103921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:31:02.379395 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-27ab4941-0994-4e2c-9ca4-d020d07640d4 admin admin] Publish callbacks [] for subnet (619799de-2ff5-4518-adca-8bcd94f61a31), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.413055 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-27ab4941-0994-4e2c-9ca4-d020d07640d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13817127'] for subnet (619799de-2ff5-4518-adca-8bcd94f61a31), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.489643 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-27ab4941-0994-4e2c-9ca4-d020d07640d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (619799de-2ff5-4518-adca-8bcd94f61a31), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.654902 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-27ab4941-0994-4e2c-9ca4-d020d07640d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13900049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13254182'] for subnet (619799de-2ff5-4518-adca-8bcd94f61a31), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.678327 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab4941-0994-4e2c-9ca4-d020d07640d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=619799de-2ff5-4518-adca-8bcd94f61a31,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:02.683989 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-27ab4941-0994-4e2c-9ca4-d020d07640d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.687772 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-27ab4941-0994-4e2c-9ca4-d020d07640d4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/619799de-2ff5-4518-adca-8bcd94f61a31 HTTP/1.1" status: 204 len: 168 time: 0.3538871 Mar 31 20:31:02.689914 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abedd5b5-eb81-4b3b-be5b-afc7342a9fb9 None None] Network 47f2e690-836c-458a-a73e-19bb7d08d48a requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:31:02.690425 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 45402) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:02.762473 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (47f2e690-836c-458a-a73e-19bb7d08d48a), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.820411 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Deleting port e3a436ee-2a4c-41da-a218-455e3c284e0c {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:02.820738 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.869592 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670d4318-82bf-44ab-8bb3-e019909d826d None None] DHCP port deletion for 47f2e690-836c-458a-a73e-19bb7d08d48a request from dv-cinder-836070-1-iscsi {{(pid=103922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:31:02.890706 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] For port e3a436ee-2a4c-41da-a218-455e3c284e0c, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e3a436ee-2a4c-41da-a218-455e3c284e0c,segment=NetworkSegment(981f5afb-a901-4ba5-afbd-8805ffe88ccc),segment_id=981f5afb-a901-4ba5-afbd-8805ffe88ccc)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:02.891072 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.908059 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Calling delete_port for e3a436ee-2a4c-41da-a218-455e3c284e0c owned by network:dhcp {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:02.918291 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-670d4318-82bf-44ab-8bb3-e019909d826d None None] Deleting port e3a436ee-2a4c-41da-a218-455e3c284e0c {{(pid=103922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:02.918976 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-670d4318-82bf-44ab-8bb3-e019909d826d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), before_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.983251 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-670d4318-82bf-44ab-8bb3-e019909d826d None None] For port e3a436ee-2a4c-41da-a218-455e3c284e0c, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e3a436ee-2a4c-41da-a218-455e3c284e0c,segment=NetworkSegment(981f5afb-a901-4ba5-afbd-8805ffe88ccc),segment_id=981f5afb-a901-4ba5-afbd-8805ffe88ccc)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:02.984047 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-670d4318-82bf-44ab-8bb3-e019909d826d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), precommit_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.996545 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-670d4318-82bf-44ab-8bb3-e019909d826d None None] Calling delete_port for e3a436ee-2a4c-41da-a218-455e3c284e0c owned by network:dhcp {{(pid=103922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:03.106255 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.116765 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-670d4318-82bf-44ab-8bb3-e019909d826d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054'] for port (e3a436ee-2a4c-41da-a218-455e3c284e0c), after_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.134949 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a436ee-2a4c-41da-a218-455e3c284e0c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:03.141633 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] No DVR routers for this DVR port e3a436ee-2a4c-41da-a218-455e3c284e0c on host dv-cinder-836070-1-iscsi {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:31:03.146333 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:03.148974 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d4318-82bf-44ab-8bb3-e019909d826d None None] Pushing event deleted for resources: {'Port': ['ID=e3a436ee-2a4c-41da-a218-455e3c284e0c,revision_number=None']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:03.171956 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670d4318-82bf-44ab-8bb3-e019909d826d None None] No DVR routers for this DVR port e3a436ee-2a4c-41da-a218-455e3c284e0c on host dv-cinder-836070-1-iscsi {{(pid=103922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:31:03.174039 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:03.174384 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device f4aa8ee2-84a3-477c-9af0-a6af7dc786a1 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:03.174784 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:03.195434 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:03.195781 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 0ab67d64-38a2-4ae0-ba90-0e23744cdb4d not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:03.196203 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e3a436ee-2a4c-41da-a218-455e3c284e0c no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:03.215559 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (47f2e690-836c-458a-a73e-19bb7d08d48a), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.216505 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: e3a436ee-2a4c-41da-a218-455e3c284e0c {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:03.216886 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e3a436ee-2a4c-41da-a218-455e3c284e0c not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:03.239973 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f2e690-836c-458a-a73e-19bb7d08d48a']}} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:03.249479 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981f5afb-a901-4ba5-afbd-8805ffe88ccc') {'for_net_delete': True} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:03.249776 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981f5afb-a901-4ba5-afbd-8805ffe88ccc') {} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:03.258796 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14028642'] for segment (981f5afb-a901-4ba5-afbd-8805ffe88ccc), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.271395 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (981f5afb-a901-4ba5-afbd-8805ffe88ccc), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.277023 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:31:03.277404 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13428354'] for segment (981f5afb-a901-4ba5-afbd-8805ffe88ccc), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: Traceback (most recent call last): Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: timer() Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: cb(*args, **kw) Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: return func(*args, **kwargs) Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: self._notify() Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: self.callback(batched_events) Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: event.method(event) Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: return f(self, *a, **k) Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: return self._get(url).json() Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: return self.request(url, 'GET', **kwargs) Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:31:03.278986 dv-cinder-836070-1-iscsi neutron-server[103920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:31:03.396737 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (47f2e690-836c-458a-a73e-19bb7d08d48a), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.401974 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.405185 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] 10.222.0.74 "DELETE /v2.0/networks/47f2e690-836c-458a-a73e-19bb7d08d48a HTTP/1.1" status: 204 len: 168 time: 0.7137210 Mar 31 20:31:03.408758 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45408) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:03.416244 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de406dba-0d0f-493e-97b1-c169db43942d admin admin] Pushing event deleted for resources: {'Network': ['ID=47f2e690-836c-458a-a73e-19bb7d08d48a,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:03.753189 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-24df77b9-4179-4250-8735-64dad76a4add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467827'] for router_interface (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.992939 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-24df77b9-4179-4250-8735-64dad76a4add admin admin] Deleting port 503d4ab7-b984-49f0-9fb7-86ec94023410 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:03.993217 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-24df77b9-4179-4250-8735-64dad76a4add admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:04.067806 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-24df77b9-4179-4250-8735-64dad76a4add admin admin] For port 503d4ab7-b984-49f0-9fb7-86ec94023410, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=503d4ab7-b984-49f0-9fb7-86ec94023410,segment=NetworkSegment(48ab31c4-446a-43b0-a187-cdf53b91e828),segment_id=48ab31c4-446a-43b0-a187-cdf53b91e828)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:04.068165 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-24df77b9-4179-4250-8735-64dad76a4add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:04.081259 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-24df77b9-4179-4250-8735-64dad76a4add admin admin] Calling delete_port for 503d4ab7-b984-49f0-9fb7-86ec94023410 owned by network:router_interface {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:04.323016 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-24df77b9-4179-4250-8735-64dad76a4add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (503d4ab7-b984-49f0-9fb7-86ec94023410), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:04.349580 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df77b9-4179-4250-8735-64dad76a4add admin admin] Pushing event deleted for resources: {'Port': ['ID=503d4ab7-b984-49f0-9fb7-86ec94023410,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:04.519112 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-24df77b9-4179-4250-8735-64dad76a4add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16467171'] for router_interface (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:04.733789 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24df77b9-4179-4250-8735-64dad76a4add admin admin] Router 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:31:04.836561 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24df77b9-4179-4250-8735-64dad76a4add admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:31:04.841457 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-24df77b9-4179-4250-8735-64dad76a4add admin admin] 10.222.0.74 "PUT /v2.0/routers/3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4316266 Mar 31 20:31:04.843947 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45414) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:04.846415 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7f4578-3166-4db3-97af-f0caf3ab2c48 None None] Sync routers for ids ['3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:31:04.855841 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7f4578-3166-4db3-97af-f0caf3ab2c48 None None] Routers {'3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:31:04.856449 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-2f7f4578-3166-4db3-97af-f0caf3ab2c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:30:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:04.948399 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] Publish callbacks [] for router (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.054433 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] Publish callbacks [] for router_gateway (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.089186 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-2f7f4578-3166-4db3-97af-f0caf3ab2c48 None None] Set router 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:31:05.189146 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] Deleting port 549aeca8-f9cb-4342-9950-afec4b875aa5 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:05.189493 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (549aeca8-f9cb-4342-9950-afec4b875aa5), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.264359 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-2f7f4578-3166-4db3-97af-f0caf3ab2c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'name': 'tempest-TestMinimumBasicScenario-1520879667-router', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '549aeca8-f9cb-4342-9950-afec4b875aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:31:04Z', 'revision_number': 5, 'project_id': 'a9f762bdc09d41368e37159e0e4c678b', 'gw_port': {'id': '549aeca8-f9cb-4342-9950-afec4b875aa5', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:21Z', 'updated_at': '2022-03-31T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:05.268680 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] For port 549aeca8-f9cb-4342-9950-afec4b875aa5, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=549aeca8-f9cb-4342-9950-afec4b875aa5,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:05.269075 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (549aeca8-f9cb-4342-9950-afec4b875aa5), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.281600 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] Calling delete_port for 549aeca8-f9cb-4342-9950-afec4b875aa5 owned by network:router_gateway {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:05.294107 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7f4578-3166-4db3-97af-f0caf3ab2c48 None None] Checking router: 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:31:05.303696 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7f4578-3166-4db3-97af-f0caf3ab2c48 None None] Routers {'3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:31:05.304430 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-2f7f4578-3166-4db3-97af-f0caf3ab2c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:30:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:05.403823 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-2f7f4578-3166-4db3-97af-f0caf3ab2c48 None None] Set router 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 gateway port host: None {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:31:05.454306 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-2f7f4578-3166-4db3-97af-f0caf3ab2c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'name': 'tempest-TestMinimumBasicScenario-1520879667-router', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:31:05Z', 'revision_number': 6, 'project_id': 'a9f762bdc09d41368e37159e0e4c678b', 'gw_port_host': None}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:05.484470 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7f4578-3166-4db3-97af-f0caf3ab2c48 None None] The sync data for ids ['3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5'] in dv-cinder-836070-1-iscsi is: [{'id': '3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5', 'name': 'tempest-TestMinimumBasicScenario-1520879667-router', 'tenant_id': 'a9f762bdc09d41368e37159e0e4c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:20Z', 'updated_at': '2022-03-31T20:31:05Z', 'revision_number': 6, 'project_id': 'a9f762bdc09d41368e37159e0e4c678b', 'gw_port_host': None}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:31:05.568945 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (549aeca8-f9cb-4342-9950-afec4b875aa5), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.594113 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=549aeca8-f9cb-4342-9950-afec4b875aa5,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:05.656681 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16467465'] for router_gateway (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.024676 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16473493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-763'] for router (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.028376 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] Publish callbacks [] for router_controller (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.151409 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16473580'] for router (3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.151968 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 {{(pid=103921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:31:06.160881 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.160881 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-eb9b2d72-4e1e-4247-ad12-0d557c052c26 admin admin] 10.222.0.74 "DELETE /v2.0/routers/3ae5d4aa-dd02-4d62-bb86-9dd8bed7e6d5 HTTP/1.1" status: 204 len: 168 time: 1.3130279 Mar 31 20:31:06.160881 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45422) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:06.207970 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83bc44d-3d89-4913-a8ed-1401a7ce7853 admin admin] Deleting subnet 64593824-4601-4b8e-b58b-2ad43f15f8c9 {{(pid=103921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:31:06.210950 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e83bc44d-3d89-4913-a8ed-1401a7ce7853 admin admin] Publish callbacks [] for subnet (64593824-4601-4b8e-b58b-2ad43f15f8c9), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.247354 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e83bc44d-3d89-4913-a8ed-1401a7ce7853 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13817127'] for subnet (64593824-4601-4b8e-b58b-2ad43f15f8c9), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.322798 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e83bc44d-3d89-4913-a8ed-1401a7ce7853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (64593824-4601-4b8e-b58b-2ad43f15f8c9), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.471929 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e83bc44d-3d89-4913-a8ed-1401a7ce7853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13900049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13254182'] for subnet (64593824-4601-4b8e-b58b-2ad43f15f8c9), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.502739 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bc44d-3d89-4913-a8ed-1401a7ce7853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64593824-4601-4b8e-b58b-2ad43f15f8c9,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:06.502739 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e83bc44d-3d89-4913-a8ed-1401a7ce7853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.505020 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-e83bc44d-3d89-4913-a8ed-1401a7ce7853 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/64593824-4601-4b8e-b58b-2ad43f15f8c9 HTTP/1.1" status: 204 len: 168 time: 0.3431580 Mar 31 20:31:06.507177 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45428) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:06.511373 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb26a96-df3f-4a53-911c-62d20314c2c6 None None] Network fe1c151f-68af-425a-a71a-fee864913273 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:31:06.577866 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (fe1c151f-68af-425a-a71a-fee864913273), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.632056 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Deleting port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:06.632400 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.664798 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00153fd-9acd-4abf-86fe-43f6fffc79a7 None None] DHCP port deletion for fe1c151f-68af-425a-a71a-fee864913273 request from dv-cinder-836070-1-iscsi {{(pid=103922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:31:06.699733 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] For port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=b4f74703-2bdb-4fd2-b190-13d5b8b61cc8,segment=NetworkSegment(48ab31c4-446a-43b0-a187-cdf53b91e828),segment_id=48ab31c4-446a-43b0-a187-cdf53b91e828)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:06.700029 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.712025 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-e00153fd-9acd-4abf-86fe-43f6fffc79a7 None None] Deleting port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 {{(pid=103922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:06.712479 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e00153fd-9acd-4abf-86fe-43f6fffc79a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), before_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.712822 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Calling delete_port for b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 owned by network:dhcp {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:06.773456 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-e00153fd-9acd-4abf-86fe-43f6fffc79a7 None None] For port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=b4f74703-2bdb-4fd2-b190-13d5b8b61cc8,segment=NetworkSegment(48ab31c4-446a-43b0-a187-cdf53b91e828),segment_id=48ab31c4-446a-43b0-a187-cdf53b91e828)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:06.774008 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e00153fd-9acd-4abf-86fe-43f6fffc79a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), precommit_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.787026 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-e00153fd-9acd-4abf-86fe-43f6fffc79a7 None None] Calling delete_port for b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 owned by network:dhcp {{(pid=103922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:06.854179 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.862858 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e00153fd-9acd-4abf-86fe-43f6fffc79a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054'] for port (b4f74703-2bdb-4fd2-b190-13d5b8b61cc8), after_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.883760 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f74703-2bdb-4fd2-b190-13d5b8b61cc8,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:06.887300 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] No DVR routers for this DVR port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 on host dv-cinder-836070-1-iscsi {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:31:06.888698 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00153fd-9acd-4abf-86fe-43f6fffc79a7 None None] No DVR routers for this DVR port b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 on host dv-cinder-836070-1-iscsi {{(pid=103922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:31:06.890265 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00153fd-9acd-4abf-86fe-43f6fffc79a7 None None] Pushing event deleted for resources: {'Port': ['ID=b4f74703-2bdb-4fd2-b190-13d5b8b61cc8,revision_number=None']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:06.955947 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (fe1c151f-68af-425a-a71a-fee864913273), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.976120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1c151f-68af-425a-a71a-fee864913273']}} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:06.985926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ab31c4-446a-43b0-a187-cdf53b91e828') {'for_net_delete': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:06.986229 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ab31c4-446a-43b0-a187-cdf53b91e828') {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:06.995451 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13817132'] for segment (48ab31c4-446a-43b0-a187-cdf53b91e828), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:07.008280 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (48ab31c4-446a-43b0-a187-cdf53b91e828), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:07.014134 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:31:07.014549 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13899191'] for segment (48ab31c4-446a-43b0-a187-cdf53b91e828), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: Traceback (most recent call last): Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: timer() Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: cb(*args, **kw) Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: return func(*args, **kwargs) Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: self._notify() Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: self.callback(batched_events) Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: event.method(event) Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: return f(self, *a, **k) Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._get(url).json() Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: return self.request(url, 'GET', **kwargs) Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:31:07.016179 dv-cinder-836070-1-iscsi neutron-server[103921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:31:07.127910 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:07.145771 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (fe1c151f-68af-425a-a71a-fee864913273), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:07.147759 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:07.148106 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device b4f74703-2bdb-4fd2-b190-13d5b8b61cc8 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:07.148513 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 503d4ab7-b984-49f0-9fb7-86ec94023410 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:07.151762 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:07.154644 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] 10.222.0.74 "DELETE /v2.0/networks/fe1c151f-68af-425a-a71a-fee864913273 HTTP/1.1" status: 204 len: 168 time: 0.6465180 Mar 31 20:31:07.166235 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5fc59-7cd7-4d38-91dd-2e18a62df11c admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1c151f-68af-425a-a71a-fee864913273,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:07.167602 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 503d4ab7-b984-49f0-9fb7-86ec94023410 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:07.167950 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 503d4ab7-b984-49f0-9fb7-86ec94023410 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:07.168373 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 549aeca8-f9cb-4342-9950-afec4b875aa5 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:07.190586 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 549aeca8-f9cb-4342-9950-afec4b875aa5 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:07.190929 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 549aeca8-f9cb-4342-9950-afec4b875aa5 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:07.706055 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45446) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:07.745063 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-01922ec0-7bb4-4f4c-b090-f19fc5d6ef9c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=66b468fa7c0b48f8a8f9825f4c66e974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378048 Mar 31 20:31:07.747600 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45448) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:07.799942 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ed1b52b6-4ba5-42d7-91b7-c4334169e946 admin admin] Publish callbacks [] for security_group (c32afe78-d78a-4d89-b609-93a652efc88a), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:07.821544 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ed1b52b6-4ba5-42d7-91b7-c4334169e946 admin admin] Publish callbacks [] for security_group (c32afe78-d78a-4d89-b609-93a652efc88a), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:08.031886 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ed1b52b6-4ba5-42d7-91b7-c4334169e946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (c32afe78-d78a-4d89-b609-93a652efc88a), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:08.034508 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ed1b52b6-4ba5-42d7-91b7-c4334169e946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:08.035684 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-ed1b52b6-4ba5-42d7-91b7-c4334169e946 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c32afe78-d78a-4d89-b609-93a652efc88a HTTP/1.1" status: 204 len: 168 time: 0.2872028 Mar 31 20:31:08.045034 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b52b6-4ba5-42d7-91b7-c4334169e946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32afe78-d78a-4d89-b609-93a652efc88a,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:08.854998 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45464) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:08.900673 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-8c185d4a-d1ac-4ca2-8c79-e03f859e54de admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a9f762bdc09d41368e37159e0e4c678b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443606 Mar 31 20:31:08.903027 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45466) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:08.951017 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d2af9cfb-f67c-4f23-ad5b-4a02b62e8783 admin admin] Publish callbacks [] for security_group (8fdd94e5-2048-41a1-88b3-21dfb3111b7f), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:08.971671 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d2af9cfb-f67c-4f23-ad5b-4a02b62e8783 admin admin] Publish callbacks [] for security_group (8fdd94e5-2048-41a1-88b3-21dfb3111b7f), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:09.105632 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d2af9cfb-f67c-4f23-ad5b-4a02b62e8783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (8fdd94e5-2048-41a1-88b3-21dfb3111b7f), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:09.108249 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d2af9cfb-f67c-4f23-ad5b-4a02b62e8783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:09.109451 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-d2af9cfb-f67c-4f23-ad5b-4a02b62e8783 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8fdd94e5-2048-41a1-88b3-21dfb3111b7f HTTP/1.1" status: 204 len: 168 time: 0.2053587 Mar 31 20:31:09.118557 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af9cfb-f67c-4f23-ad5b-4a02b62e8783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdd94e5-2048-41a1-88b3-21dfb3111b7f,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:10.374372 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.642544 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 45490) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:10.750329 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd9e2d1b-f87d-4633-bf20-9a6b2fdbe496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.823934 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd9e2d1b-f87d-4633-bf20-9a6b2fdbe496 admin admin] Publish callbacks [] for security_group (0f17ec43-a056-4563-95f3-b668a5606609), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.916577 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd9e2d1b-f87d-4633-bf20-9a6b2fdbe496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (0f17ec43-a056-4563-95f3-b668a5606609), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.953147 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e2d1b-f87d-4633-bf20-9a6b2fdbe496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f17ec43-a056-4563-95f3-b668a5606609,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:10.958313 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-dd9e2d1b-f87d-4633-bf20-9a6b2fdbe496 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6dcc433110a44ddf8f17f9cb6e808845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147373 Mar 31 20:31:10.961236 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 45494) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:11.018149 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2b0356d-0710-4693-bd58-7a76f7e9b5aa admin admin] Publish callbacks [] for security_group (0f17ec43-a056-4563-95f3-b668a5606609), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.039562 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2b0356d-0710-4693-bd58-7a76f7e9b5aa admin admin] Publish callbacks [] for security_group (0f17ec43-a056-4563-95f3-b668a5606609), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.162843 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2b0356d-0710-4693-bd58-7a76f7e9b5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (0f17ec43-a056-4563-95f3-b668a5606609), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.165528 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2b0356d-0710-4693-bd58-7a76f7e9b5aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.166730 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c2b0356d-0710-4693-bd58-7a76f7e9b5aa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0f17ec43-a056-4563-95f3-b668a5606609 HTTP/1.1" status: 204 len: 168 time: 0.2047639 Mar 31 20:31:11.174873 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0356d-0710-4693-bd58-7a76f7e9b5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f17ec43-a056-4563-95f3-b668a5606609,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:12.808419 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:31:17.522541 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-6f18e3ba-1a04-4533-bcfb-062573457907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:19.853845 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e18ea182-1ada-444e-85c4-22ae682c9ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:20.985515 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:22.236677 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:23.796812 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:26.234867 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 45622) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:26.337225 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1963c8e3-c0b7-433b-a264-fc4c6a7bbb6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:26.411305 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1963c8e3-c0b7-433b-a264-fc4c6a7bbb6f admin admin] Publish callbacks [] for security_group (16b21e19-9edd-4862-be21-8ceccdabe8ec), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:26.476676 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1963c8e3-c0b7-433b-a264-fc4c6a7bbb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (16b21e19-9edd-4862-be21-8ceccdabe8ec), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:26.522012 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1963c8e3-c0b7-433b-a264-fc4c6a7bbb6f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8241700d77224575ae442f44721c0456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856355 Mar 31 20:31:26.523275 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963c8e3-c0b7-433b-a264-fc4c6a7bbb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b21e19-9edd-4862-be21-8ceccdabe8ec,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:26.524396 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45626) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:26.575036 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3be3e8ee-a52a-4f2b-9557-4658aa0276ae admin admin] Publish callbacks [] for security_group (16b21e19-9edd-4862-be21-8ceccdabe8ec), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:26.594546 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3be3e8ee-a52a-4f2b-9557-4658aa0276ae admin admin] Publish callbacks [] for security_group (16b21e19-9edd-4862-be21-8ceccdabe8ec), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:26.750696 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3be3e8ee-a52a-4f2b-9557-4658aa0276ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (16b21e19-9edd-4862-be21-8ceccdabe8ec), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:26.753367 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3be3e8ee-a52a-4f2b-9557-4658aa0276ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:26.755142 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-3be3e8ee-a52a-4f2b-9557-4658aa0276ae admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/16b21e19-9edd-4862-be21-8ceccdabe8ec HTTP/1.1" status: 204 len: 168 time: 0.2297218 Mar 31 20:31:26.762787 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3e8ee-a52a-4f2b-9557-4658aa0276ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b21e19-9edd-4862-be21-8ceccdabe8ec,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:28.701874 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f682a8b-fc18-47d2-a0b5-d4597f110a5b req-4d3bc0f0-6ef8-427b-9465-893ea70c2990 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:28.703420 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3f682a8b-fc18-47d2-a0b5-d4597f110a5b req-4d3bc0f0-6ef8-427b-9465-893ea70c2990 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0600214 Mar 31 20:31:28.753699 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3f682a8b-fc18-47d2-a0b5-d4597f110a5b req-a9eef487-783d-40ba-9799-c31427427fb3 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439355 Mar 31 20:31:29.882230 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcb2f2-ae63-4e30-bc91-41508d2873e0 req-6cca9ee1-2b48-4fd4-a03e-b32c185696e1 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:29.882230 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ccfcb2f2-ae63-4e30-bc91-41508d2873e0 req-6cca9ee1-2b48-4fd4-a03e-b32c185696e1 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0523715 Mar 31 20:31:29.924120 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ccfcb2f2-ae63-4e30-bc91-41508d2873e0 req-63bc30a1-6411-4142-85b7-6d98cc117c09 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431800 Mar 31 20:31:31.043947 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7b8ae-3e24-441d-a169-ccd6fdd5441c req-f42dc039-e304-4e38-9774-9f44eb15a3d4 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:31.045178 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8de7b8ae-3e24-441d-a169-ccd6fdd5441c req-f42dc039-e304-4e38-9774-9f44eb15a3d4 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0546157 Mar 31 20:31:31.101725 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8de7b8ae-3e24-441d-a169-ccd6fdd5441c req-3576d4ee-8c8e-4434-b45b-3d4b7620fe8a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508583 Mar 31 20:31:32.221376 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bfc8a-6954-4604-ab2b-06d6156af77f req-59e497fb-ea8c-45ba-b90c-a54037888617 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:32.222983 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7a2bfc8a-6954-4604-ab2b-06d6156af77f req-59e497fb-ea8c-45ba-b90c-a54037888617 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0547609 Mar 31 20:31:32.275403 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7a2bfc8a-6954-4604-ab2b-06d6156af77f req-3e25b257-6d5c-40c9-ad9e-a47fd16b5667 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458193 Mar 31 20:31:33.389998 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e64a6-6bd4-47ab-9460-bbb711ebbd71 req-c9aaa9bc-cff0-4f96-9552-8eb43c5ea11e tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:33.391431 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a81e64a6-6bd4-47ab-9460-bbb711ebbd71 req-c9aaa9bc-cff0-4f96-9552-8eb43c5ea11e tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0514574 Mar 31 20:31:33.438690 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a81e64a6-6bd4-47ab-9460-bbb711ebbd71 req-63f6ee3e-aae0-42ab-b01c-8fa70ed8a0ba tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418124 Mar 31 20:31:34.561878 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda378a-5ffb-4b3c-9eac-3d92ec0a015b req-9212873e-0764-4271-a113-def2e8830f62 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:34.563360 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bcda378a-5ffb-4b3c-9eac-3d92ec0a015b req-9212873e-0764-4271-a113-def2e8830f62 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0563951 Mar 31 20:31:34.612719 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bcda378a-5ffb-4b3c-9eac-3d92ec0a015b req-1fc7840f-bb0a-4d65-a223-9161353dc0c4 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438290 Mar 31 20:31:35.729287 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69896ae1-02e4-4ab7-b1a4-83090fef0fe3 req-fcbd92a3-3d72-40cb-9144-2f09a91d2b5e tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:35.730771 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-69896ae1-02e4-4ab7-b1a4-83090fef0fe3 req-fcbd92a3-3d72-40cb-9144-2f09a91d2b5e tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0537441 Mar 31 20:31:35.779654 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-69896ae1-02e4-4ab7-b1a4-83090fef0fe3 req-eca99264-e059-4ad6-be5f-7bc1ca9a6e16 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434024 Mar 31 20:31:36.899205 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498d9f3-4d76-44a4-b7f4-1c1a81796a76 req-bba47053-7024-43d5-a770-0f1223091672 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:36.900197 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0498d9f3-4d76-44a4-b7f4-1c1a81796a76 req-bba47053-7024-43d5-a770-0f1223091672 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0556061 Mar 31 20:31:36.950530 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0498d9f3-4d76-44a4-b7f4-1c1a81796a76 req-273f932e-73da-47c3-825d-118e78e8797a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447490 Mar 31 20:31:38.068174 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2ba45-e50e-4711-ba7c-2c532962f4c6 req-3ef79fe6-af53-416e-95ab-c96e3773eb45 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:38.069685 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-52c2ba45-e50e-4711-ba7c-2c532962f4c6 req-3ef79fe6-af53-416e-95ab-c96e3773eb45 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0527253 Mar 31 20:31:38.120945 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-52c2ba45-e50e-4711-ba7c-2c532962f4c6 req-46b926b3-3c8f-45da-b959-9b24c8ca1c08 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440028 Mar 31 20:31:38.941294 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854be375-f578-4549-aafa-33541249a8e6 req-f34c222b-f8c1-4f00-9262-6b251ba0878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:38.942782 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-854be375-f578-4549-aafa-33541249a8e6 req-f34c222b-f8c1-4f00-9262-6b251ba0878d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8abb313c6a084802a72b9d6238fd2df6&device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 1129 time: 0.0503819 Mar 31 20:31:39.039835 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854be375-f578-4549-aafa-33541249a8e6 req-d841e9c8-1c26-4374-ae42-c30aa22eae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:39.041351 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-854be375-f578-4549-aafa-33541249a8e6 req-d841e9c8-1c26-4374-ae42-c30aa22eae8c service neutron] 10.222.0.76 "GET /v2.0/networks?id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 HTTP/1.1" status: 200 len: 910 time: 0.0920131 Mar 31 20:31:39.106266 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-854be375-f578-4549-aafa-33541249a8e6 req-ceca28e4-7fe3-4371-bd03-0808c651f0b3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed HTTP/1.1" status: 200 len: 1001 time: 0.0582395 Mar 31 20:31:39.153447 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854be375-f578-4549-aafa-33541249a8e6 req-17965f90-a93e-4deb-bce2-bd112e083839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:39.154912 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-854be375-f578-4549-aafa-33541249a8e6 req-17965f90-a93e-4deb-bce2-bd112e083839 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=30b0a1b0-7c2f-451e-9749-77577e4481f6 HTTP/1.1" status: 200 len: 848 time: 0.0428700 Mar 31 20:31:39.208349 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854be375-f578-4549-aafa-33541249a8e6 req-9d42d32a-89df-488e-84dd-cde2ccbd2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:39.209796 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-854be375-f578-4549-aafa-33541249a8e6 req-9d42d32a-89df-488e-84dd-cde2ccbd2f65 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487342 Mar 31 20:31:39.238539 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5ce75-9981-4563-b919-11016890fe03 req-6c31b7fc-73e4-4ce9-8017-25ecc0814e4e tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:39.240035 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0ec5ce75-9981-4563-b919-11016890fe03 req-6c31b7fc-73e4-4ce9-8017-25ecc0814e4e tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0529299 Mar 31 20:31:39.296273 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0ec5ce75-9981-4563-b919-11016890fe03 req-ec5bf41f-d63e-4ee5-b96c-a62f89bd0d8b tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505588 Mar 31 20:31:39.305067 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-854be375-f578-4549-aafa-33541249a8e6 req-fdd2be00-9c18-4290-bb83-cf71027849c1 service neutron] 10.222.0.76 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891352 Mar 31 20:31:39.393256 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-854be375-f578-4549-aafa-33541249a8e6 req-b21a36dc-95b6-468c-9272-d44e9e8226fb service neutron] 10.222.0.76 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820429 Mar 31 20:31:40.390520 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:40.413964 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af17cb-412c-408d-b41d-1dfbd72d0f96 req-708e75e8-9af9-4545-b290-9a4d04a95f5d tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:40.415521 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-11af17cb-412c-408d-b41d-1dfbd72d0f96 req-708e75e8-9af9-4545-b290-9a4d04a95f5d tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0527251 Mar 31 20:31:40.465553 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-11af17cb-412c-408d-b41d-1dfbd72d0f96 req-7608aa86-b718-453d-91a2-ad97dd0191a3 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436637 Mar 31 20:31:41.590550 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17b416-4431-4ee2-80e8-9cdf491c3da8 req-0602adad-61d3-411a-a8c3-160f7e5fa5e2 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:41.592646 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fa17b416-4431-4ee2-80e8-9cdf491c3da8 req-0602adad-61d3-411a-a8c3-160f7e5fa5e2 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0582764 Mar 31 20:31:41.654790 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fa17b416-4431-4ee2-80e8-9cdf491c3da8 req-864c2049-bf60-4a21-8c3d-f675a8bdbed1 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560458 Mar 31 20:31:42.475668 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45804) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:42.577877 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b43e-2951-4431-b6d2-bc4710f57dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:42.656307 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b43e-2951-4431-b6d2-bc4710f57dd2 admin admin] Publish callbacks [] for security_group (feb012ec-5f10-4e3e-a413-848703e8d3d2), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:42.750831 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b43e-2951-4431-b6d2-bc4710f57dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (feb012ec-5f10-4e3e-a413-848703e8d3d2), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:42.795900 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-c8e9b43e-2951-4431-b6d2-bc4710f57dd2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a30ee24affe1447e94c330d0c913a97f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191366 Mar 31 20:31:42.798685 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 45810) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:42.800923 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9b43e-2951-4431-b6d2-bc4710f57dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb012ec-5f10-4e3e-a413-848703e8d3d2,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:42.813701 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a652-eaea-4106-845d-aa6cc5d8c62b req-12d26343-9ef7-4111-aad0-cb637d64abc0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:42.815303 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cc76a652-eaea-4106-845d-aa6cc5d8c62b req-12d26343-9ef7-4111-aad0-cb637d64abc0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0931644 Mar 31 20:31:42.859312 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Publish callbacks [] for security_group (feb012ec-5f10-4e3e-a413-848703e8d3d2), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:42.869806 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cc76a652-eaea-4106-845d-aa6cc5d8c62b req-651fa106-8788-4d17-8b33-0d5815a41cf6 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465627 Mar 31 20:31:42.882404 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Publish callbacks [] for security_group (feb012ec-5f10-4e3e-a413-848703e8d3d2), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:43.041952 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (feb012ec-5f10-4e3e-a413-848703e8d3d2), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:43.044581 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:43.045838 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/feb012ec-5f10-4e3e-a413-848703e8d3d2 HTTP/1.1" status: 204 len: 168 time: 0.2461526 Mar 31 20:31:43.053451 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb012ec-5f10-4e3e-a413-848703e8d3d2,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:43.061161 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.061516 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.061864 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.062209 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.062550 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.062885 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.063230 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.063545 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.063959 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.064203 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.064728 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.065022 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.065355 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.065680 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.066002 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46df085-98a4-435c-b209-9992c10ae8c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:43.318285 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f32a3f-6be9-4a66-af71-6692587002c7 req-3c2ea054-491c-454f-b4e2-d8b91060d148 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:43.319941 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5f32a3f-6be9-4a66-af71-6692587002c7 req-3c2ea054-491c-454f-b4e2-d8b91060d148 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0574419 Mar 31 20:31:43.376310 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5f32a3f-6be9-4a66-af71-6692587002c7 req-a94ed790-dc0b-46a9-a127-ecd02c35fb4c tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499532 Mar 31 20:31:43.398598 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45824) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:43.484226 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-41ebc90c-961b-4590-b509-c54339f6c74c req-8294f187-cdb9-4b0d-b847-5c72af42681e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843720 Mar 31 20:31:43.492648 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [req-41ebc90c-961b-4590-b509-c54339f6c74c req-6c987a99-f765-4486-83eb-387f1e14b5dd service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:31:43.493667 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-41ebc90c-961b-4590-b509-c54339f6c74c req-6c987a99-f765-4486-83eb-387f1e14b5dd service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049233 Mar 31 20:31:43.630368 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45832) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:43.726850 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebc90c-961b-4590-b509-c54339f6c74c req-36d31dde-ee83-4a9c-ae6b-c5e455d7358c tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:43.728211 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-41ebc90c-961b-4590-b509-c54339f6c74c req-36d31dde-ee83-4a9c-ae6b-c5e455d7358c tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports/cc3c4875-8f14-43dc-a876-070c7e45a1ed HTTP/1.1" status: 200 len: 942 time: 0.0968666 Mar 31 20:31:43.898999 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 45842) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:43.912271 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-11752c1c-00a0-4ac9-bce2-743f94bdc362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:43.985686 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-11752c1c-00a0-4ac9-bce2-743f94bdc362 admin admin] Publish callbacks [] for security_group (d0b0f641-752d-4ebf-9352-8f2797235a7b), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:44.093221 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-11752c1c-00a0-4ac9-bce2-743f94bdc362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (d0b0f641-752d-4ebf-9352-8f2797235a7b), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:44.144429 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-11752c1c-00a0-4ac9-bce2-743f94bdc362 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3eefcc584cdf47c9bf0e257ed66559c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419908 Mar 31 20:31:44.144429 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11752c1c-00a0-4ac9-bce2-743f94bdc362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b0f641-752d-4ebf-9352-8f2797235a7b,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:44.145085 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 45844) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:44.199519 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bd0600b2-a414-4c83-a92f-f30c6e124a21 admin admin] Publish callbacks [] for security_group (d0b0f641-752d-4ebf-9352-8f2797235a7b), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:44.228060 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bd0600b2-a414-4c83-a92f-f30c6e124a21 admin admin] Publish callbacks [] for security_group (d0b0f641-752d-4ebf-9352-8f2797235a7b), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:44.350682 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bd0600b2-a414-4c83-a92f-f30c6e124a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (d0b0f641-752d-4ebf-9352-8f2797235a7b), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:44.353273 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bd0600b2-a414-4c83-a92f-f30c6e124a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:44.354465 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-bd0600b2-a414-4c83-a92f-f30c6e124a21 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d0b0f641-752d-4ebf-9352-8f2797235a7b HTTP/1.1" status: 204 len: 168 time: 0.2083445 Mar 31 20:31:44.362689 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0600b2-a414-4c83-a92f-f30c6e124a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b0f641-752d-4ebf-9352-8f2797235a7b,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:44.497565 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201a46d-8af9-479a-bba9-0878381b1555 req-b6b18c68-fe1c-4a6d-a795-71ce95a5b2c3 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:44.499159 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a201a46d-8af9-479a-bba9-0878381b1555 req-b6b18c68-fe1c-4a6d-a795-71ce95a5b2c3 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0541370 Mar 31 20:31:44.548766 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a201a46d-8af9-479a-bba9-0878381b1555 req-5922ef5e-0500-4de6-8f15-d9570e036fa5 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439742 Mar 31 20:31:45.176544 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device cc3c4875-8f14-43dc-a876-070c7e45a1ed no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:45.256923 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port cc3c4875-8f14-43dc-a876-070c7e45a1ed is: ACTIVE; New status is: DOWN {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:31:45.257315 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:45.281142 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:31:45.289000 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1859f9-adfe-4713-b838-860e4e311e43" -d '{"events": [{"server_uuid": "1e46be96-eeb7-4770-af79-08c113e3b19f", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3c4875-8f14-43dc-a876-070c7e45a1ed"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:31:45.297896 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port cc3c4875-8f14-43dc-a876-070c7e45a1ed, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:45.317849 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 20:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c028e5-bb0b-4191-b925-229f3ad2a86e x-openstack-request-id: req-32c028e5-bb0b-4191-b925-229f3ad2a86e {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:31:45.317849 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e46be96-eeb7-4770-af79-08c113e3b19f", "name": "network-vif-unplugged", "status": "failed", "tag": "cc3c4875-8f14-43dc-a876-070c7e45a1ed", "code": 422}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:31:45.318077 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-32c028e5-bb0b-4191-b925-229f3ad2a86e {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:31:45.318355 dv-cinder-836070-1-iscsi neutron-server[103922]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-32c028e5-bb0b-4191-b925-229f3ad2a86e']: {'server_uuid': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'code': 422} returned with failed status Mar 31 20:31:45.396456 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:45.446549 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=cc3c4875-8f14-43dc-a876-070c7e45a1ed,revision_number=6']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:45.455214 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.455553 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.455923 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.456257 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.456594 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.456970 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.457304 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.457627 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.457972 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.458290 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.458613 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.458932 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.459252 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.459568 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.459885 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:45.665285 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aced29-84a2-4a1f-bed4-5f28a6a9a3f4 req-42fb805a-6a34-4cc0-88b7-21d8b8b26be6 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:45.666741 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c7aced29-84a2-4a1f-bed4-5f28a6a9a3f4 req-42fb805a-6a34-4cc0-88b7-21d8b8b26be6 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0522449 Mar 31 20:31:45.719607 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c7aced29-84a2-4a1f-bed4-5f28a6a9a3f4 req-68917e9f-b12c-4aaa-a5e2-d39162825ef5 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463383 Mar 31 20:31:46.414359 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebc90c-961b-4590-b509-c54339f6c74c req-bc94e565-a9df-46de-8a8e-1d6eae6e84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:46.415851 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-41ebc90c-961b-4590-b509-c54339f6c74c req-bc94e565-a9df-46de-8a8e-1d6eae6e84b9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f&tenant_id=8abb313c6a084802a72b9d6238fd2df6 HTTP/1.1" status: 200 len: 1127 time: 0.0471056 Mar 31 20:31:46.480998 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebc90c-961b-4590-b509-c54339f6c74c req-22efb92c-a817-4368-9aef-adf2913b9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:46.482480 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-41ebc90c-961b-4590-b509-c54339f6c74c req-22efb92c-a817-4368-9aef-adf2913b9c87 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8abb313c6a084802a72b9d6238fd2df6&device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 1127 time: 0.0452886 Mar 31 20:31:46.571371 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebc90c-961b-4590-b509-c54339f6c74c req-288ffe45-5c8d-4856-ac63-c7e168c41adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:46.572853 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-41ebc90c-961b-4590-b509-c54339f6c74c req-288ffe45-5c8d-4856-ac63-c7e168c41adc service neutron] 10.222.0.76 "GET /v2.0/networks?id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 HTTP/1.1" status: 200 len: 910 time: 0.0841534 Mar 31 20:31:46.638015 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-41ebc90c-961b-4590-b509-c54339f6c74c req-33566919-c657-4fda-b1ee-778f0ac19920 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed HTTP/1.1" status: 200 len: 999 time: 0.0593593 Mar 31 20:31:46.684869 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebc90c-961b-4590-b509-c54339f6c74c req-d5982de1-3529-46b3-ba59-d8fcd2f56f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:46.686939 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-41ebc90c-961b-4590-b509-c54339f6c74c req-d5982de1-3529-46b3-ba59-d8fcd2f56f86 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=30b0a1b0-7c2f-451e-9749-77577e4481f6 HTTP/1.1" status: 200 len: 848 time: 0.0433986 Mar 31 20:31:46.734359 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebc90c-961b-4590-b509-c54339f6c74c req-9c646bf7-1dc4-4a4d-858b-9bcb2a1b7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:46.735840 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-41ebc90c-961b-4590-b509-c54339f6c74c req-9c646bf7-1dc4-4a4d-858b-9bcb2a1b7761 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435801 Mar 31 20:31:46.841482 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-41ebc90c-961b-4590-b509-c54339f6c74c req-d7fa139a-f384-4675-8c2b-6db7f35a7120 service neutron] 10.222.0.76 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988040 Mar 31 20:31:46.847570 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebabf06-1d90-4f4e-ab97-5f51adc65618 req-28bb1d59-fa93-48d7-92da-9610e1b661c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:46.849071 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2ebabf06-1d90-4f4e-ab97-5f51adc65618 req-28bb1d59-fa93-48d7-92da-9610e1b661c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0589988 Mar 31 20:31:46.902971 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2ebabf06-1d90-4f4e-ab97-5f51adc65618 req-9d5e4332-4982-48fb-be43-d2961500a52d tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473616 Mar 31 20:31:46.932128 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-41ebc90c-961b-4590-b509-c54339f6c74c req-399612c0-36a6-46ad-9e7c-7e079102f70e service neutron] 10.222.0.76 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843165 Mar 31 20:31:47.487765 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e3a606e8-66c7-4b24-ab6a-1a12084800dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:48.021245 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a376d-2ac7-41c0-b783-5acd0cb12161 req-92e683db-81db-44b5-8bfa-66cb10ce47bf tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:48.022726 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6d8a376d-2ac7-41c0-b783-5acd0cb12161 req-92e683db-81db-44b5-8bfa-66cb10ce47bf tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0536380 Mar 31 20:31:48.071666 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6d8a376d-2ac7-41c0-b783-5acd0cb12161 req-57e720eb-2c89-419f-83fd-337bf70245e7 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432022 Mar 31 20:31:49.188682 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32cc44-9750-44bd-9b79-256977169ca5 req-eb977999-9e52-4c53-b258-dc596653e5cc tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:49.189558 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8e32cc44-9750-44bd-9b79-256977169ca5 req-eb977999-9e52-4c53-b258-dc596653e5cc tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0526519 Mar 31 20:31:49.243892 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8e32cc44-9750-44bd-9b79-256977169ca5 req-68ee049a-1efc-48d9-97b6-4cd82886d390 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485783 Mar 31 20:31:49.806397 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:31:49.818942 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-075d6e90-2bf4-4f26-851d-c56f128ac76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:50.146095 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 46002) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:50.254835 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e22d97cb-5d91-4cbf-ad40-eb432fbe5742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:50.330698 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e22d97cb-5d91-4cbf-ad40-eb432fbe5742 admin admin] Publish callbacks [] for security_group (2bb7de68-d161-49a9-a78c-fdad785a5588), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:50.368693 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10484de7-3049-47cf-9738-d7673dd63626 req-349ecd91-c9a4-4af4-bb97-2488b4e05447 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:50.370200 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10484de7-3049-47cf-9738-d7673dd63626 req-349ecd91-c9a4-4af4-bb97-2488b4e05447 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0536063 Mar 31 20:31:50.407527 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e22d97cb-5d91-4cbf-ad40-eb432fbe5742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (2bb7de68-d161-49a9-a78c-fdad785a5588), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:50.442825 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e22d97cb-5d91-4cbf-ad40-eb432fbe5742 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4bb18abc613448338f603846d767f922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956083 Mar 31 20:31:50.445969 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 46010) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:50.452884 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb0daa-4bf4-4354-8b71-ac4ee6556793 req-346f5a9b-f306-42cd-be2b-8ab38b992fb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:50.454390 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d8bb0daa-4bf4-4354-8b71-ac4ee6556793 req-346f5a9b-f306-42cd-be2b-8ab38b992fb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0833104 Mar 31 20:31:50.454520 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d97cb-5d91-4cbf-ad40-eb432fbe5742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb7de68-d161-49a9-a78c-fdad785a5588,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:50.458417 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10484de7-3049-47cf-9738-d7673dd63626 req-39aec03b-115e-46d8-abe8-052f188f1e1a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793655 Mar 31 20:31:50.505396 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bb083309-7b8e-4c8f-9251-228a276970f4 admin admin] Publish callbacks [] for security_group (2bb7de68-d161-49a9-a78c-fdad785a5588), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:50.506193 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d8bb0daa-4bf4-4354-8b71-ac4ee6556793 req-5e224624-d60f-4279-84fa-eb85b766c4c9 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445046 Mar 31 20:31:50.527180 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bb083309-7b8e-4c8f-9251-228a276970f4 admin admin] Publish callbacks [] for security_group (2bb7de68-d161-49a9-a78c-fdad785a5588), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:50.670029 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bb083309-7b8e-4c8f-9251-228a276970f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (2bb7de68-d161-49a9-a78c-fdad785a5588), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:50.672579 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bb083309-7b8e-4c8f-9251-228a276970f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:50.673764 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-bb083309-7b8e-4c8f-9251-228a276970f4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2bb7de68-d161-49a9-a78c-fdad785a5588 HTTP/1.1" status: 204 len: 168 time: 0.2268872 Mar 31 20:31:50.681298 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb083309-7b8e-4c8f-9251-228a276970f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb7de68-d161-49a9-a78c-fdad785a5588,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:50.962230 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:51.311683 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 46016) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:51.328202 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c5f07159-6573-40a7-bb29-324c07c79a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:51.399819 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c5f07159-6573-40a7-bb29-324c07c79a2e admin admin] Publish callbacks [] for security_group (049bc77b-07f9-46fe-8fcf-3305af6eb30b), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:51.475690 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c5f07159-6573-40a7-bb29-324c07c79a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (049bc77b-07f9-46fe-8fcf-3305af6eb30b), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:51.512319 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f07159-6573-40a7-bb29-324c07c79a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049bc77b-07f9-46fe-8fcf-3305af6eb30b,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:51.519276 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-c5f07159-6573-40a7-bb29-324c07c79a2e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b9048e0876064a5e982054ef3a5b57b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065034 Mar 31 20:31:51.522195 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 46020) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:51.640198 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a53d5dee-9125-4081-9aab-cc17316751af admin admin] Publish callbacks [] for security_group (049bc77b-07f9-46fe-8fcf-3305af6eb30b), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:51.649695 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857762e-cd72-4117-96b7-64c65e8bbe04 req-16e91ac4-b079-418d-a99f-7bd79fbbb733 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:51.651157 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a857762e-cd72-4117-96b7-64c65e8bbe04 req-16e91ac4-b079-418d-a99f-7bd79fbbb733 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.1155128 Mar 31 20:31:51.694576 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cadb2-14cf-416d-8029-0628b66ed86e req-b22dca7b-c2a9-42eb-aa97-d4d4b622c818 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:51.696030 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5c9cadb2-14cf-416d-8029-0628b66ed86e req-b22dca7b-c2a9-42eb-aa97-d4d4b622c818 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.1200223 Mar 31 20:31:51.698313 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a53d5dee-9125-4081-9aab-cc17316751af admin admin] Publish callbacks [] for security_group (049bc77b-07f9-46fe-8fcf-3305af6eb30b), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:51.710885 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-2659a7ea-68ba-4076-af2f-3280d3e77c5e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:51.712384 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-2659a7ea-68ba-4076-af2f-3280d3e77c5e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.76 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 946 time: 0.0529563 Mar 31 20:31:51.767172 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a857762e-cd72-4117-96b7-64c65e8bbe04 req-178fa229-0d41-46b9-b06b-5a248d09470b tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057584 Mar 31 20:31:51.795040 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5c9cadb2-14cf-416d-8029-0628b66ed86e req-b05f7bc5-d50d-4b51-9dcc-f4435b1a1501 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=e22651a2-c14d-45bc-9cdb-328847efd41d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884492 Mar 31 20:31:51.826567 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Deleting port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:51.827412 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:51.887976 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a53d5dee-9125-4081-9aab-cc17316751af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (049bc77b-07f9-46fe-8fcf-3305af6eb30b), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:51.891259 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a53d5dee-9125-4081-9aab-cc17316751af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:51.892419 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-a53d5dee-9125-4081-9aab-cc17316751af admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/049bc77b-07f9-46fe-8fcf-3305af6eb30b HTTP/1.1" status: 204 len: 168 time: 0.3692956 Mar 31 20:31:51.900474 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d5dee-9125-4081-9aab-cc17316751af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049bc77b-07f9-46fe-8fcf-3305af6eb30b,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:51.920905 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] For port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:51.921311 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:52.287302 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:52.372726 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:52.373128 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (2874c083-4cd4-42ea-ad47-49c3abda5c3a), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:52.373443 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.l3_db [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Floating IP 2874c083-4cd4-42ea-ad47-49c3abda5c3a disassociated. External IP: 172.27.2.45, port: ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6. Mar 31 20:31:52.374421 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Calling delete_port for ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 owned by compute:nova {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:52.573622 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:52.604646 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event deleted for resources: {'Port': ['ID=ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:52.722618 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Router e2a7eaa6-85f0-4831-9376-77401e25ec10 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:31:52.845847 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:31:52.859499 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81075296-161a-490e-af91-8c22fb1472d4 None None] Sync routers for ids ['e2a7eaa6-85f0-4831-9376-77401e25ec10'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:31:52.881948 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81075296-161a-490e-af91-8c22fb1472d4 None None] Routers {'e2a7eaa6-85f0-4831-9376-77401e25ec10'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:31:52.882577 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-81075296-161a-490e-af91-8c22fb1472d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:31:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e2a7eaa6-85f0-4831-9376-77401e25ec10'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:52.898570 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] No DVR routers for this DVR port ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 on host hv-cinder-83607 {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:31:52.903510 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:52.906924 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c4269295-7d54-43e3-817e-2f5e5d88296d req-1a4b3b9f-2d56-4ef4-a344-1e8e82f5ceb4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.76 "DELETE /v2.0/ports/ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 HTTP/1.1" status: 204 len: 173 time: 1.1880701 Mar 31 20:31:52.907742 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819f433c-14e3-4b35-8544-fabf0cb609d0', 'name': 'network-vif-deleted', 'tag': 'ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:31:52.909678 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbefb2c-b9a3-4adf-bad6-ded2596ee449" -d '{"events": [{"server_uuid": "819f433c-14e3-4b35-8544-fabf0cb609d0", "name": "network-vif-deleted", "tag": "ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:31:52.922711 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-75efea94-6bac-4ee2-8d0d-20bf9d779490 req-d83490a4-ca08-490e-bc1e-947599370708 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 210 time: 0.0403214 Mar 31 20:31:52.931741 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1da49-7751-42aa-9ee6-fe8cf03264ba req-590978aa-2ec7-4ba8-9882-429b6cf165f9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:52.939807 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-05d1da49-7751-42aa-9ee6-fe8cf03264ba req-590978aa-2ec7-4ba8-9882-429b6cf165f9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0987384 Mar 31 20:31:53.014537 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-05d1da49-7751-42aa-9ee6-fe8cf03264ba req-7c469f79-c2cd-4565-9c8c-bbbf17adb112 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733826 Mar 31 20:31:53.023210 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-81075296-161a-490e-af91-8c22fb1472d4 None None] Set router e2a7eaa6-85f0-4831-9376-77401e25ec10 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:31:53.025817 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2950f81c-f86b-4e11-bc7e-763a470341ec x-openstack-request-id: req-2950f81c-f86b-4e11-bc7e-763a470341ec {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:31:53.025817 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819f433c-14e3-4b35-8544-fabf0cb609d0", "name": "network-vif-deleted", "tag": "ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:31:53.025817 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2950f81c-f86b-4e11-bc7e-763a470341ec {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:31:53.025817 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2950f81c-f86b-4e11-bc7e-763a470341ec'] response: {'server_uuid': '819f433c-14e3-4b35-8544-fabf0cb609d0', 'name': 'network-vif-deleted', 'tag': 'ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6', 'status': 'completed', 'code': 200} Mar 31 20:31:53.237976 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-81075296-161a-490e-af91-8c22fb1472d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:35Z', 'revision_number': 5, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:53.267687 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81075296-161a-490e-af91-8c22fb1472d4 None None] Checking router: e2a7eaa6-85f0-4831-9376-77401e25ec10 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:31:53.276291 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81075296-161a-490e-af91-8c22fb1472d4 None None] Routers {'e2a7eaa6-85f0-4831-9376-77401e25ec10'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:31:53.276921 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-81075296-161a-490e-af91-8c22fb1472d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:31:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e2a7eaa6-85f0-4831-9376-77401e25ec10'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:53.385536 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-81075296-161a-490e-af91-8c22fb1472d4 None None] Set router e2a7eaa6-85f0-4831-9376-77401e25ec10 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:31:53.585533 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-81075296-161a-490e-af91-8c22fb1472d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:35Z', 'revision_number': 5, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:53.611357 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81075296-161a-490e-af91-8c22fb1472d4 None None] The sync data for ids ['e2a7eaa6-85f0-4831-9376-77401e25ec10'] in dv-cinder-836070-1-iscsi is: [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:35Z', 'revision_number': 5, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:31:53.813230 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:53.865444 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f83ced-912d-4c6a-b45d-bab4c5a41e8a None None] New status for floating IP 2874c083-4cd4-42ea-ad47-49c3abda5c3a: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:31:54.054889 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1cfbafe8-99ae-4353-b43b-4148bf71b97c req-3522ca0f-480d-49ed-89ca-1e7b51486e37 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=819f433c-14e3-4b35-8544-fabf0cb609d0 HTTP/1.1" status: 200 len: 210 time: 0.0358322 Mar 31 20:31:54.142502 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f5dd9-812f-4ef1-9844-ecd7ed8b97be req-21bd8f13-9ee3-42ac-9038-b7565d3e8111 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:54.144396 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9a9f5dd9-812f-4ef1-9844-ecd7ed8b97be req-21bd8f13-9ee3-42ac-9038-b7565d3e8111 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.0662980 Mar 31 20:31:54.196939 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9a9f5dd9-812f-4ef1-9844-ecd7ed8b97be req-0eadfe34-0332-47d9-87b5-892ff87fd705 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470629 Mar 31 20:31:55.225346 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 46086) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:55.239815 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device cc3c4875-8f14-43dc-a876-070c7e45a1ed details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:31:55.305348 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3fc00dd7-62c0-48a7-84f1-ee71e58508e5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group (e22651a2-c14d-45bc-9cdb-328847efd41d), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:55.334097 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3fc00dd7-62c0-48a7-84f1-ee71e58508e5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group (e22651a2-c14d-45bc-9cdb-328847efd41d), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:55.337359 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port cc3c4875-8f14-43dc-a876-070c7e45a1ed, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:55.348972 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'port_id': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'mac_address': 'fa:16:3e:19:90:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:31:55.368493 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2434b-1a3a-4af0-b53a-4c36e22288a0 req-d99eb1cf-4577-4065-8dfe-80dbd5d93cc2 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:55.369924 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f5c2434b-1a3a-4af0-b53a-4c36e22288a0 req-d99eb1cf-4577-4065-8dfe-80dbd5d93cc2 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 943 time: 0.1020098 Mar 31 20:31:55.389410 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port cc3c4875-8f14-43dc-a876-070c7e45a1ed is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:31:55.390307 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:55.403499 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3c4875-8f14-43dc-a876-070c7e45a1ed {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:31:55.423115 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f5c2434b-1a3a-4af0-b53a-4c36e22288a0 req-8ed316a9-95b8-4d23-ac68-b07fed3e26c6 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458889 Mar 31 20:31:55.423385 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port cc3c4875-8f14-43dc-a876-070c7e45a1ed, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:55.510545 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3fc00dd7-62c0-48a7-84f1-ee71e58508e5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (e22651a2-c14d-45bc-9cdb-328847efd41d), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:55.513171 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3fc00dd7-62c0-48a7-84f1-ee71e58508e5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:55.514354 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-3fc00dd7-62c0-48a7-84f1-ee71e58508e5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "DELETE /v2.0/security-groups/e22651a2-c14d-45bc-9cdb-328847efd41d HTTP/1.1" status: 204 len: 168 time: 0.2878909 Mar 31 20:31:55.517159 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 46088) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:55.523504 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc00dd7-62c0-48a7-84f1-ee71e58508e5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22651a2-c14d-45bc-9cdb-328847efd41d,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:55.530316 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.api.v2.resource [None req-9170c145-e1a3-42d6-9d97-85b8113d737e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] show failed (client error): The resource could not be found. Mar 31 20:31:55.531457 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-9170c145-e1a3-42d6-9d97-85b8113d737e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups/e22651a2-c14d-45bc-9cdb-328847efd41d HTTP/1.1" status: 404 len: 347 time: 0.0132337 Mar 31 20:31:55.534177 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 46090) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:55.555830 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:55.603617 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=cc3c4875-8f14-43dc-a876-070c7e45a1ed,revision_number=7']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:55.657826 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-9cc76ad0-8fbf-4ade-9300-80662a1bc362 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Deleting port 73c852fa-381b-44b0-9e0a-5a16336cca7d {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:55.658168 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9cc76ad0-8fbf-4ade-9300-80662a1bc362 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (73c852fa-381b-44b0-9e0a-5a16336cca7d), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:55.733354 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9cc76ad0-8fbf-4ade-9300-80662a1bc362 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (73c852fa-381b-44b0-9e0a-5a16336cca7d), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:55.733690 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9cc76ad0-8fbf-4ade-9300-80662a1bc362 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for floatingip (73c852fa-381b-44b0-9e0a-5a16336cca7d), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:55.745037 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-9cc76ad0-8fbf-4ade-9300-80662a1bc362 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Calling delete_port for 73c852fa-381b-44b0-9e0a-5a16336cca7d owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:55.914135 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['cc3c4875-8f14-43dc-a876-070c7e45a1ed'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:31:56.036348 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9cc76ad0-8fbf-4ade-9300-80662a1bc362 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (73c852fa-381b-44b0-9e0a-5a16336cca7d), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:56.065435 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc76ad0-8fbf-4ade-9300-80662a1bc362 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event deleted for resources: {'Port': ['ID=73c852fa-381b-44b0-9e0a-5a16336cca7d,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:56.139545 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9cc76ad0-8fbf-4ade-9300-80662a1bc362 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for floatingip (2874c083-4cd4-42ea-ad47-49c3abda5c3a), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:56.143415 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9cc76ad0-8fbf-4ade-9300-80662a1bc362 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:56.144567 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-9cc76ad0-8fbf-4ade-9300-80662a1bc362 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "DELETE /v2.0/floatingips/2874c083-4cd4-42ea-ad47-49c3abda5c3a HTTP/1.1" status: 204 len: 168 time: 0.6094923 Mar 31 20:31:56.476059 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 46102) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:56.480922 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-b7246bd0-1247-448a-8d93-0d648d5143ec tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903182607', 'description': 'tempest-description--1427076584'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:31:56.550174 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af3d1f-9e51-45b2-9900-38dfa144ed96 req-0777bd2e-7eb2-4dc8-a2b9-a1264283aee6 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:56.551732 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13af3d1f-9e51-45b2-9900-38dfa144ed96 req-0777bd2e-7eb2-4dc8-a2b9-a1264283aee6 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 944 time: 0.0590587 Mar 31 20:31:56.597924 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b7246bd0-1247-448a-8d93-0d648d5143ec tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:56.604221 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13af3d1f-9e51-45b2-9900-38dfa144ed96 req-79cc0cb4-c71f-47e4-8aa6-155c6f203683 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467434 Mar 31 20:31:56.668032 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b7246bd0-1247-448a-8d93-0d648d5143ec tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group (da7508c5-6282-4a4e-af62-3228f7917353), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:56.739220 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b7246bd0-1247-448a-8d93-0d648d5143ec tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (da7508c5-6282-4a4e-af62-3228f7917353), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:56.778008 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7246bd0-1247-448a-8d93-0d648d5143ec tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7508c5-6282-4a4e-af62-3228f7917353,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:56.879086 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b7246bd0-1247-448a-8d93-0d648d5143ec tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:56.879086 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-b7246bd0-1247-448a-8d93-0d648d5143ec tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3966029 Mar 31 20:31:56.880756 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 46110) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:56.885073 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-10874728-63b3-4672-89d7-92bf56ee816e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Request body: {'security_group_rule': {'security_group_id': 'da7508c5-6282-4a4e-af62-3228f7917353', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:31:57.000122 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-10874728-63b3-4672-89d7-92bf56ee816e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group_rule (f4379618-4870-4021-a819-7d9b12ed2d12), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:57.054884 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-10874728-63b3-4672-89d7-92bf56ee816e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group_rule (f4379618-4870-4021-a819-7d9b12ed2d12), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:57.133795 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-10874728-63b3-4672-89d7-92bf56ee816e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (f4379618-4870-4021-a819-7d9b12ed2d12), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:57.157099 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10874728-63b3-4672-89d7-92bf56ee816e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4379618-4870-4021-a819-7d9b12ed2d12,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:57.241461 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device cc3c4875-8f14-43dc-a876-070c7e45a1ed up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:31:57.267402 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-10874728-63b3-4672-89d7-92bf56ee816e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:57.268665 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-10874728-63b3-4672-89d7-92bf56ee816e tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3869433 Mar 31 20:31:57.271356 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 46114) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:57.275760 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-7c2b3084-196f-46e4-8c0a-253cad40c078 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Request body: {'security_group_rule': {'security_group_id': 'da7508c5-6282-4a4e-af62-3228f7917353', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:31:57.290429 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port cc3c4875-8f14-43dc-a876-070c7e45a1ed triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:31:57.290852 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:57.369782 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port cc3c4875-8f14-43dc-a876-070c7e45a1ed is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:31:57.370175 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:57.392549 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:31:57.394780 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b1a822-7edc-4415-90d3-41989c8c9c0b" -d '{"events": [{"server_uuid": "1e46be96-eeb7-4770-af79-08c113e3b19f", "name": "network-vif-plugged", "status": "completed", "tag": "cc3c4875-8f14-43dc-a876-070c7e45a1ed"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:31:57.406798 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port cc3c4875-8f14-43dc-a876-070c7e45a1ed, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:57.428331 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d759800-19f3-4d29-a89d-63b629eb7b43 x-openstack-request-id: req-8d759800-19f3-4d29-a89d-63b629eb7b43 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:31:57.428617 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e46be96-eeb7-4770-af79-08c113e3b19f", "name": "network-vif-plugged", "status": "completed", "tag": "cc3c4875-8f14-43dc-a876-070c7e45a1ed", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:31:57.428911 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8d759800-19f3-4d29-a89d-63b629eb7b43 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:31:57.429301 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d759800-19f3-4d29-a89d-63b629eb7b43'] response: {'server_uuid': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'code': 200} Mar 31 20:31:57.475506 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7c2b3084-196f-46e4-8c0a-253cad40c078 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group_rule (30565f63-82ec-482b-90c2-f09dad9712a4), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:57.516629 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:57.521169 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:57.539246 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7c2b3084-196f-46e4-8c0a-253cad40c078 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group_rule (30565f63-82ec-482b-90c2-f09dad9712a4), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:57.555776 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:57.556760 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device ad4cb41d-fd47-4ac6-b3e9-51ad5c2517a6 not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:57.584434 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=cc3c4875-8f14-43dc-a876-070c7e45a1ed,revision_number=8']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:57.702947 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7c2b3084-196f-46e4-8c0a-253cad40c078 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (30565f63-82ec-482b-90c2-f09dad9712a4), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:57.727045 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b3084-196f-46e4-8c0a-253cad40c078 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30565f63-82ec-482b-90c2-f09dad9712a4,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:57.745833 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6deed6-23de-478d-9665-546d11f9af17 req-b0e16197-1180-495b-8ecd-cba672350cb8 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:57.747335 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff6deed6-23de-478d-9665-546d11f9af17 req-b0e16197-1180-495b-8ecd-cba672350cb8 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0741143 Mar 31 20:31:57.802161 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff6deed6-23de-478d-9665-546d11f9af17 req-d24b77b3-8fb2-4228-942c-8c06113ba405 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484679 Mar 31 20:31:57.805490 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7c2b3084-196f-46e4-8c0a-253cad40c078 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:57.806693 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-7c2b3084-196f-46e4-8c0a-253cad40c078 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5343585 Mar 31 20:31:57.809970 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 46124) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:57.814843 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Request body: {'floatingip': {'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:31:57.820500 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc21b0-bc24-4764-9644-0f11fb9e4b58 req-e8efc878-c256-43a3-a372-954243a8e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:57.824691 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e4bc21b0-bc24-4764-9644-0f11fb9e4b58 req-e8efc878-c256-43a3-a372-954243a8e931 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 1129 time: 0.0538561 Mar 31 20:31:57.871069 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e4bc21b0-bc24-4764-9644-0f11fb9e4b58 req-5e574451-e038-47d6-85e6-16ae5922670b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400751 Mar 31 20:31:57.933405 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:58.030645 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:58.131731 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Allocated IP 172.27.2.211 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/493f376c-7eb5-49f5-a61f-01a5304e9259) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:31:58.234330 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for port (493f376c-7eb5-49f5-a61f-01a5304e9259), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:58.367554 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (493f376c-7eb5-49f5-a61f-01a5304e9259), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:58.403103 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:31:58.405817 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:31:58.409279 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:31:58.436196 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event updated for resources: {'Port': ['ID=493f376c-7eb5-49f5-a61f-01a5304e9259,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:58.501546 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for floatingip (6b4a1a16-9703-4444-9e46-43e20b11cab9), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:58.629833 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (493f376c-7eb5-49f5-a61f-01a5304e9259), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:58.778687 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for port (493f376c-7eb5-49f5-a61f-01a5304e9259), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:58.864951 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (493f376c-7eb5-49f5-a61f-01a5304e9259), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:58.959273 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event updated for resources: {'Port': ['ID=493f376c-7eb5-49f5-a61f-01a5304e9259,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:58.972224 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (6b4a1a16-9703-4444-9e46-43e20b11cab9), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:58.995253 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378a60e-48fd-48b9-a906-105de79c7a55 req-cb211ca3-7351-44e6-8f73-5562746198e1 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:58.996659 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f378a60e-48fd-48b9-a906-105de79c7a55 req-cb211ca3-7351-44e6-8f73-5562746198e1 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.1055219 Mar 31 20:31:59.048998 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f378a60e-48fd-48b9-a906-105de79c7a55 req-a9d3f888-0868-4c2e-aa58-300f85e8548f tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466506 Mar 31 20:31:59.095947 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:59.097444 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-15b8ad9c-79de-43ef-9d5b-37765c5d8ad0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2858281 Mar 31 20:31:59.298353 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-71a491a4-c536-453f-9e6b-a7c73ce5bbbd tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1903182607&fields=id&tenant_id=c8a88ee937e04771b0ceeacc3f46e720 HTTP/1.1" status: 200 len: 267 time: 0.0423052 Mar 31 20:31:59.401623 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb518c32-957d-4194-8205-2305933078f5 req-bc182859-7a0e-4e4c-bce5-8e924ad96b1b tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:59.403097 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-bc182859-7a0e-4e4c-bce5-8e924ad96b1b tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/networks?id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 HTTP/1.1" status: 200 len: 810 time: 0.0983720 Mar 31 20:31:59.418555 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-80648b1d-554c-4d78-b560-0b52b71b1778 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/quotas/c8a88ee937e04771b0ceeacc3f46e720 HTTP/1.1" status: 200 len: 375 time: 0.0090225 Mar 31 20:31:59.477134 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-ed09a559-5ec4-4fa5-80d9-f9466902342d tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a88ee937e04771b0ceeacc3f46e720&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534134 Mar 31 20:31:59.572267 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-df4efc3e-1edf-42d7-8a28-0c6c847cca1e service neutron] 10.222.0.74 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835891 Mar 31 20:31:59.663838 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-c1738517-e0fd-4407-b92e-596dbde0e5dd service neutron] 10.222.0.74 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847311 Mar 31 20:31:59.950874 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fc768d48-c204-4c05-9f57-cef3ebe056c7 req-a312b1cb-4cac-4f4f-a78a-457ff184e98a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 210 time: 0.0297310 Mar 31 20:32:00.018011 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 46160) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:00.123578 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3e7df39d-95d6-44ef-ba4e-902f1f886e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:00.196372 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a4cfa-1268-4437-b11f-47c0bcb1b810 req-4a1d7a60-2ca3-486a-969d-c12c931e896c tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:00.198126 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f43a4cfa-1268-4437-b11f-47c0bcb1b810 req-4a1d7a60-2ca3-486a-969d-c12c931e896c tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0760646 Mar 31 20:32:00.271639 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3e7df39d-95d6-44ef-ba4e-902f1f886e5c admin admin] Publish callbacks [] for security_group (af8b7de5-b27b-419d-97cd-347384a6e8d9), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:00.276024 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f43a4cfa-1268-4437-b11f-47c0bcb1b810 req-eb0c3606-88f0-4f99-8624-545b499aa7ae tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703425 Mar 31 20:32:00.378654 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3e7df39d-95d6-44ef-ba4e-902f1f886e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (af8b7de5-b27b-419d-97cd-347384a6e8d9), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:00.418136 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7df39d-95d6-44ef-ba4e-902f1f886e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8b7de5-b27b-419d-97cd-347384a6e8d9,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:00.423093 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-3e7df39d-95d6-44ef-ba4e-902f1f886e5c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6c44cd51869b4cc4a47af34b60987152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4040208 Mar 31 20:32:00.429416 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 46170) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:00.472228 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Publish callbacks [] for security_group (af8b7de5-b27b-419d-97cd-347384a6e8d9), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:00.493182 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Publish callbacks [] for security_group (af8b7de5-b27b-419d-97cd-347384a6e8d9), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:00.624461 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (af8b7de5-b27b-419d-97cd-347384a6e8d9), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:00.627062 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:00.628219 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/af8b7de5-b27b-419d-97cd-347384a6e8d9 HTTP/1.1" status: 204 len: 168 time: 0.2016346 Mar 31 20:32:00.636135 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8b7de5-b27b-419d-97cd-347384a6e8d9,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:00.643902 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:00.644257 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:00.644606 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:00.644976 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:00.645317 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:00.645652 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:00.645998 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:00.646312 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:00.646630 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:00.646963 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:00.647294 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:00.647625 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:00.647951 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:00.648275 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:00.648603 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b25b7b-2e02-401e-8f8f-91c5cf74a956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:01.041859 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-933d24c1-cb2b-44ba-b97e-4b088c484f34 req-5f5bfc62-24fe-4104-8a6d-7bcaf60c4520 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 210 time: 0.0273559 Mar 31 20:32:01.309927 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 46180) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:01.323294 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-dbb100e9-d331-49ec-880c-6ca01d7220c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:01.399051 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-dbb100e9-d331-49ec-880c-6ca01d7220c4 admin admin] Publish callbacks [] for security_group (2d8f47c0-4d92-4e63-ad15-7877f0d61cf6), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:01.481493 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-dbb100e9-d331-49ec-880c-6ca01d7220c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (2d8f47c0-4d92-4e63-ad15-7877f0d61cf6), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:01.520014 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-dbb100e9-d331-49ec-880c-6ca01d7220c4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4aa66d20a2084824a8b8eab2bde6902f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090321 Mar 31 20:32:01.522063 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb100e9-d331-49ec-880c-6ca01d7220c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8f47c0-4d92-4e63-ad15-7877f0d61cf6,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:01.524064 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 46182) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:01.574333 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79827460-c378-45ab-8bec-138f0f00626a admin admin] Publish callbacks [] for security_group (2d8f47c0-4d92-4e63-ad15-7877f0d61cf6), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:01.595193 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79827460-c378-45ab-8bec-138f0f00626a admin admin] Publish callbacks [] for security_group (2d8f47c0-4d92-4e63-ad15-7877f0d61cf6), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:01.733189 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79827460-c378-45ab-8bec-138f0f00626a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (2d8f47c0-4d92-4e63-ad15-7877f0d61cf6), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:01.736355 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79827460-c378-45ab-8bec-138f0f00626a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:01.737543 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-79827460-c378-45ab-8bec-138f0f00626a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2d8f47c0-4d92-4e63-ad15-7877f0d61cf6 HTTP/1.1" status: 204 len: 168 time: 0.2138143 Mar 31 20:32:01.745542 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79827460-c378-45ab-8bec-138f0f00626a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8f47c0-4d92-4e63-ad15-7877f0d61cf6,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:02.145521 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-08275529-27ae-4fd7-aeb7-b3617bd72146 req-f5759a69-c238-474b-9cd7-821e5c74e59c tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 210 time: 0.0319316 Mar 31 20:32:02.228462 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb518c32-957d-4194-8205-2305933078f5 req-209f6e06-4ada-4cad-9a49-10771ab40caf tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:02.230103 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-209f6e06-4ada-4cad-9a49-10771ab40caf tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.76 "GET /v2.0/networks?id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 HTTP/1.1" status: 200 len: 810 time: 0.1288714 Mar 31 20:32:02.298120 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-e3e1d083-9475-43ba-864d-bb06d5985c64 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8a88ee937e04771b0ceeacc3f46e720 HTTP/1.1" status: 200 len: 380 time: 0.0585785 Mar 31 20:32:02.308229 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-fb518c32-957d-4194-8205-2305933078f5 req-ae4226fd-4677-4b64-aeef-1ba373700d10 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Request body: {'port': {'device_id': '3696dbd1-ddc5-4496-9ff2-2878cd7010b9', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'admin_state_up': True, 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'security_groups': ['da7508c5-6282-4a4e-af62-3228f7917353']}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:32:02.556039 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb518c32-957d-4194-8205-2305933078f5 req-ae4226fd-4677-4b64-aeef-1ba373700d10 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Made reservation on behalf of c8a88ee937e04771b0ceeacc3f46e720 for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:32:02.559685 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fb518c32-957d-4194-8205-2305933078f5 req-ae4226fd-4677-4b64-aeef-1ba373700d10 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:02.690584 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-fb518c32-957d-4194-8205-2305933078f5 req-ae4226fd-4677-4b64-aeef-1ba373700d10 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Allocated IP 172.20.0.10 (e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2/09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6/2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:32:02.829018 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fb518c32-957d-4194-8205-2305933078f5 req-ae4226fd-4677-4b64-aeef-1ba373700d10 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:02.945349 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fb518c32-957d-4194-8205-2305933078f5 req-ae4226fd-4677-4b64-aeef-1ba373700d10 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:03.001047 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb518c32-957d-4194-8205-2305933078f5 req-ae4226fd-4677-4b64-aeef-1ba373700d10 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:32:03.005411 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-fb518c32-957d-4194-8205-2305933078f5 req-ae4226fd-4677-4b64-aeef-1ba373700d10 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:32:03.007509 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4226fd-4677-4b64-aeef-1ba373700d10 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event updated for resources: {'Port': ['ID=2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:03.009827 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb518c32-957d-4194-8205-2305933078f5 req-ae4226fd-4677-4b64-aeef-1ba373700d10 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:32:03.065481 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb518c32-957d-4194-8205-2305933078f5 req-ae4226fd-4677-4b64-aeef-1ba373700d10 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:03.066255 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fb518c32-957d-4194-8205-2305933078f5 req-ae4226fd-4677-4b64-aeef-1ba373700d10 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:03.152756 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-ae4226fd-4677-4b64-aeef-1ba373700d10 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8479881 Mar 31 20:32:03.166961 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Request body: {'port': {'device_id': '3696dbd1-ddc5-4496-9ff2-2878cd7010b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:32:03.241521 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:03.278595 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af109b3b-ce0b-40ee-b2f0-0fa4f98740ff req-5df47304-bfc4-4f2c-924b-635f162f474b tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:03.280094 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-af109b3b-ce0b-40ee-b2f0-0fa4f98740ff req-5df47304-bfc4-4f2c-924b-635f162f474b tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 932 time: 0.0533085 Mar 31 20:32:03.293022 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-899e8424-acce-496f-a481-aab438d90ccb None None] Provisioning complete for port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:32:03.294075 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-899e8424-acce-496f-a481-aab438d90ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:03.328548 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-899e8424-acce-496f-a481-aab438d90ccb None None] Port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:32:03.337371 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-af109b3b-ce0b-40ee-b2f0-0fa4f98740ff req-5d58298b-8dad-4498-9c66-cc36a344e2e2 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=da7508c5-6282-4a4e-af62-3228f7917353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474031 Mar 31 20:32:03.500728 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:32:03.508542 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Publish callbacks [] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:03.520818 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Transition to ACTIVE for port object 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:32:03.607249 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:03.657424 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:03.733360 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Attempting to bind port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:32:03.733689 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Attempting to bind port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:32:03.743023 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Attempting to bind port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 on network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:32:03.743023 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 on network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:32:03.743023 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Attempting to bind port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 on network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:32:03.744179 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:32:03.744517 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Checking segment: {'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:32:03.744921 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Bound using segment: {'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:32:03.745420 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Bound port: 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46eb3c87-c36f-4a78-87d7-bf7598ca614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:32:03.745761 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:03.812834 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] For port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99, host hv-cinder-83607, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:32:03.816050 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] For port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:32:03.933542 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:03.973510 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:03.973510 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:03.973510 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] 10.222.0.76 "PUT /v2.0/ports/2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 HTTP/1.1" status: 200 len: 1094 time: 0.8090253 Mar 31 20:32:03.973510 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3696dbd1-ddc5-4496-9ff2-2878cd7010b9', 'tag': '2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:32:03.974163 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef4ab8e-5128-4a67-a145-5cbf5079e28d" -d '{"events": [{"name": "network-changed", "server_uuid": "3696dbd1-ddc5-4496-9ff2-2878cd7010b9", "tag": "2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:32:04.006604 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6b42c-13ba-4651-9018-39075d61d9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:04.018361 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85efd5aa-5ad2-45f4-9340-be16065eaff9 x-openstack-request-id: req-85efd5aa-5ad2-45f4-9340-be16065eaff9 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:32:04.018650 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3696dbd1-ddc5-4496-9ff2-2878cd7010b9", "tag": "2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:32:04.018932 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-85efd5aa-5ad2-45f4-9340-be16065eaff9 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:32:04.019335 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85efd5aa-5ad2-45f4-9340-be16065eaff9'] response: {'name': 'network-changed', 'server_uuid': '3696dbd1-ddc5-4496-9ff2-2878cd7010b9', 'tag': '2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99', 'status': 'completed', 'code': 200} Mar 31 20:32:04.085653 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4ab8e-5128-4a67-a145-5cbf5079e28d req-6a01d205-fb94-41d4-92a8-6f2aae748dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:04.087211 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5ef4ab8e-5128-4a67-a145-5cbf5079e28d req-6a01d205-fb94-41d4-92a8-6f2aae748dc3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8a88ee937e04771b0ceeacc3f46e720&device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 1128 time: 0.0478501 Mar 31 20:32:04.191298 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4ab8e-5128-4a67-a145-5cbf5079e28d req-b99cb72c-f9e8-464f-87df-a2734a955530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:04.192771 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5ef4ab8e-5128-4a67-a145-5cbf5079e28d req-b99cb72c-f9e8-464f-87df-a2734a955530 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c8a88ee937e04771b0ceeacc3f46e720&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0964918 Mar 31 20:32:04.286817 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4ab8e-5128-4a67-a145-5cbf5079e28d req-bc1800a8-28f0-472f-9d86-f400496c4099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:04.288283 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5ef4ab8e-5128-4a67-a145-5cbf5079e28d req-bc1800a8-28f0-472f-9d86-f400496c4099 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893521 Mar 31 20:32:04.392119 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb518c32-957d-4194-8205-2305933078f5 req-d8f2c789-2fc3-4268-bf27-2a40b91635ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:04.394563 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-d8f2c789-2fc3-4268-bf27-2a40b91635ff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8a88ee937e04771b0ceeacc3f46e720&device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 1128 time: 0.0680444 Mar 31 20:32:04.445696 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-4d6ddeec-00b5-4b2e-a4b3-04b6cf89d535 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 HTTP/1.1" status: 200 len: 217 time: 0.0367177 Mar 31 20:32:04.479906 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd04f5b-fa36-4b53-97be-fedbcd479615 req-a9fd0b5b-d8ea-4466-85ff-1addb7f598e5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:04.481681 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ccd04f5b-fa36-4b53-97be-fedbcd479615 req-a9fd0b5b-d8ea-4466-85ff-1addb7f598e5 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 944 time: 0.0618484 Mar 31 20:32:04.509615 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb518c32-957d-4194-8205-2305933078f5 req-bc90c199-10a0-4f4b-b88f-9efb895aff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:04.513748 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-bc90c199-10a0-4f4b-b88f-9efb895aff3b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6 HTTP/1.1" status: 200 len: 849 time: 0.0511014 Mar 31 20:32:04.538196 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ccd04f5b-fa36-4b53-97be-fedbcd479615 req-f9e363de-d67e-4696-af48-fbec02cd5bbd tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=da7508c5-6282-4a4e-af62-3228f7917353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460031 Mar 31 20:32:04.566280 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb518c32-957d-4194-8205-2305933078f5 req-ab30ff31-7932-44d9-83a1-2c96b27b8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:04.567767 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-ab30ff31-7932-44d9-83a1-2c96b27b8863 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496981 Mar 31 20:32:04.659158 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-daf31e48-a4e6-447c-9ee2-fa256418eaf9 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837679 Mar 31 20:32:04.753599 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fb518c32-957d-4194-8205-2305933078f5 req-902ff24b-3bca-44cc-8e5c-0e3f22209745 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874333 Mar 31 20:32:05.193268 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4447a-ebc2-4675-8d7e-978b3c4df233 req-7a9eef40-a471-4595-878c-9b82a29c2d1a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:05.194658 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d3d4447a-ebc2-4675-8d7e-978b3c4df233 req-7a9eef40-a471-4595-878c-9b82a29c2d1a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0525148 Mar 31 20:32:05.244092 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d3d4447a-ebc2-4675-8d7e-978b3c4df233 req-50b851ad-1f4e-47b5-92df-cb30c4a077e4 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432374 Mar 31 20:32:05.662050 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80505f-d59e-4c74-836f-251a0aaf342c req-22d3ff65-890d-43d1-92a1-53f72e368bd8 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:05.663526 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7a80505f-d59e-4c74-836f-251a0aaf342c req-22d3ff65-890d-43d1-92a1-53f72e368bd8 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 944 time: 0.0528433 Mar 31 20:32:05.714235 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7a80505f-d59e-4c74-836f-251a0aaf342c req-2454f342-88ec-4b4a-abef-0f533d524607 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=da7508c5-6282-4a4e-af62-3228f7917353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449097 Mar 31 20:32:06.368865 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501576a-c72c-454c-8643-96cb95c80885 req-ea650308-8c87-424b-900e-2bf6762ac5d3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:06.370399 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a501576a-c72c-454c-8643-96cb95c80885 req-ea650308-8c87-424b-900e-2bf6762ac5d3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0525727 Mar 31 20:32:06.417503 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a501576a-c72c-454c-8643-96cb95c80885 req-14bbf361-c75c-464a-ad81-c5ee87d59c3b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412471 Mar 31 20:32:06.829267 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0f185-fdd1-49a8-a7c0-dba2bde2f6e1 req-8885687d-a834-4c34-b29d-54a07e54c02d tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:06.830901 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f0c0f185-fdd1-49a8-a7c0-dba2bde2f6e1 req-8885687d-a834-4c34-b29d-54a07e54c02d tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 944 time: 0.0519571 Mar 31 20:32:06.879001 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f0c0f185-fdd1-49a8-a7c0-dba2bde2f6e1 req-5053fb7d-9c1f-49bc-a99a-7bf83a066ba3 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=da7508c5-6282-4a4e-af62-3228f7917353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424206 Mar 31 20:32:07.309634 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:32:07.405166 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:07.416311 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': '2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'port_id': '2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99', 'mac_address': 'fa:16:3e:66:4f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:32:07.457716 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:32:07.458119 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:07.472464 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:32:07.491842 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:07.544057 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ba19-4bc8-4819-8fbb-408de2f5c2f1 req-b326e1a4-9b4d-4cf6-b757-11723cd59e22 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:07.545585 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-50f6ba19-4bc8-4819-8fbb-408de2f5c2f1 req-b326e1a4-9b4d-4cf6-b757-11723cd59e22 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0566833 Mar 31 20:32:07.550379 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:07.595237 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-50f6ba19-4bc8-4819-8fbb-408de2f5c2f1 req-6394c0fd-5d9d-44e1-8c97-547d35bbec16 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431254 Mar 31 20:32:07.603961 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:07.928532 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:32:08.004644 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120281ac-0926-43fd-8a2e-3d5b3cc58f79 req-86f7aea9-86dd-423a-9df5-fc1bf2c90459 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:08.006223 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-120281ac-0926-43fd-8a2e-3d5b3cc58f79 req-86f7aea9-86dd-423a-9df5-fc1bf2c90459 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 945 time: 0.0555470 Mar 31 20:32:08.055419 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-120281ac-0926-43fd-8a2e-3d5b3cc58f79 req-2266e90a-b5c9-4621-9843-31f39ed8d576 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=da7508c5-6282-4a4e-af62-3228f7917353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435493 Mar 31 20:32:08.723155 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffd7c7-32cc-4fad-8c3c-7bfa9f2c984f req-826eee23-2063-4c6a-a083-d8c0fbac7233 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:08.724652 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2bffd7c7-32cc-4fad-8c3c-7bfa9f2c984f req-826eee23-2063-4c6a-a083-d8c0fbac7233 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0561926 Mar 31 20:32:08.771701 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2bffd7c7-32cc-4fad-8c3c-7bfa9f2c984f req-4d826012-8ab7-4559-b431-156db428248f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415337 Mar 31 20:32:09.173453 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbc4ac-f1a9-4857-a9db-121db356b6a0 req-d756ccbf-0beb-43ac-9ad3-b88b2667f017 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:09.174930 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-75bbc4ac-f1a9-4857-a9db-121db356b6a0 req-d756ccbf-0beb-43ac-9ad3-b88b2667f017 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 945 time: 0.0521069 Mar 31 20:32:09.222824 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-75bbc4ac-f1a9-4857-a9db-121db356b6a0 req-54c90952-6f11-4713-9bac-72791c2cff55 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=da7508c5-6282-4a4e-af62-3228f7917353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420754 Mar 31 20:32:09.305065 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:32:09.430218 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:32:09.434393 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:32:09.434770 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:09.510820 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:32:09.511219 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:09.537003 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3696dbd1-ddc5-4496-9ff2-2878cd7010b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:32:09.539236 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e74629-6081-4e22-bd0f-7b055b90d4f7" -d '{"events": [{"server_uuid": "3696dbd1-ddc5-4496-9ff2-2878cd7010b9", "name": "network-vif-plugged", "status": "completed", "tag": "2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:32:09.696644 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecbef09-edd3-49da-ae69-99776e3b29d3 x-openstack-request-id: req-8ecbef09-edd3-49da-ae69-99776e3b29d3 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:32:09.696905 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3696dbd1-ddc5-4496-9ff2-2878cd7010b9", "name": "network-vif-plugged", "status": "completed", "tag": "2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:32:09.697100 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8ecbef09-edd3-49da-ae69-99776e3b29d3 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:32:09.697602 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ecbef09-edd3-49da-ae69-99776e3b29d3'] response: {'server_uuid': '3696dbd1-ddc5-4496-9ff2-2878cd7010b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99', 'code': 200} Mar 31 20:32:09.699445 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:09.795731 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:09.847903 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:09.896105 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4f08c-f75d-42cc-9043-0dabf4511afe req-b4e9cece-ec2b-45ce-9a44-f0366ffd61b2 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:09.898297 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b5f4f08c-f75d-42cc-9043-0dabf4511afe req-b4e9cece-ec2b-45ce-9a44-f0366ffd61b2 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0542233 Mar 31 20:32:09.918677 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eb057-47f6-4a8d-8620-724532ce7028 req-95210660-ceee-4038-a92c-1d650027f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:09.920276 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-531eb057-47f6-4a8d-8620-724532ce7028 req-95210660-ceee-4038-a92c-1d650027f451 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 1130 time: 0.0481851 Mar 31 20:32:09.965156 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b5f4f08c-f75d-42cc-9043-0dabf4511afe req-e9e9d7e5-a221-4f50-8d73-4cc617ba4350 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603058 Mar 31 20:32:09.969697 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-531eb057-47f6-4a8d-8620-724532ce7028 req-5fc69d2b-9119-4945-b271-647f88b9baf9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=da7508c5-6282-4a4e-af62-3228f7917353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428326 Mar 31 20:32:10.352403 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb112999-6db9-4ccb-b619-c03127105a5c req-fd69ce3f-152b-4665-8db6-271d6df29402 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:10.353905 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bb112999-6db9-4ccb-b619-c03127105a5c req-fd69ce3f-152b-4665-8db6-271d6df29402 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 946 time: 0.0608644 Mar 31 20:32:10.402927 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bb112999-6db9-4ccb-b619-c03127105a5c req-5632d18e-7526-4d50-bd68-898cea3feffa tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=da7508c5-6282-4a4e-af62-3228f7917353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432727 Mar 31 20:32:10.407041 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:11.098323 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4803dc-d7fe-492a-909e-1a8a88df933f req-46abfbc8-114b-43f9-98ef-61e98f79fb2f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:11.099748 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fa4803dc-d7fe-492a-909e-1a8a88df933f req-46abfbc8-114b-43f9-98ef-61e98f79fb2f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0533488 Mar 31 20:32:11.146483 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fa4803dc-d7fe-492a-909e-1a8a88df933f req-cb3eb3f0-999d-40d9-bc38-73c33c5dbddc tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406704 Mar 31 20:32:11.526052 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61db7fc-501a-40ce-8afb-6bba65237008 req-ca7aadf8-fa18-46ec-9a6c-d6ae3f78a167 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:11.527539 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b61db7fc-501a-40ce-8afb-6bba65237008 req-ca7aadf8-fa18-46ec-9a6c-d6ae3f78a167 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 946 time: 0.0578363 Mar 31 20:32:11.575731 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b61db7fc-501a-40ce-8afb-6bba65237008 req-7c5234b1-aab6-4963-9719-891bf1e8af37 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=da7508c5-6282-4a4e-af62-3228f7917353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418062 Mar 31 20:32:12.271784 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef144b0-691f-4c1c-86f1-07c2e64b7841 req-4e779698-8ebf-4930-a4e2-6d1be846a5e5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:12.273258 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cef144b0-691f-4c1c-86f1-07c2e64b7841 req-4e779698-8ebf-4930-a4e2-6d1be846a5e5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0542502 Mar 31 20:32:12.324949 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cef144b0-691f-4c1c-86f1-07c2e64b7841 req-322ddd2f-e7f3-47b7-ae14-ff0cd069e7a9 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452666 Mar 31 20:32:12.702005 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e89fd1-805f-4440-a5a6-34ee603d8958 req-e068347b-fabf-4ad2-b4cd-cf5febf3c7e9 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:12.703466 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-26e89fd1-805f-4440-a5a6-34ee603d8958 req-e068347b-fabf-4ad2-b4cd-cf5febf3c7e9 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 946 time: 0.0566373 Mar 31 20:32:12.752828 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-26e89fd1-805f-4440-a5a6-34ee603d8958 req-28cc182f-d475-4dd9-9dcc-c4682444c048 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=da7508c5-6282-4a4e-af62-3228f7917353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Mar 31 20:32:12.866851 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ab017-8acd-4f90-88e1-4968c6064677 req-faa39ae5-5411-49e4-a7a8-d516c8cf8d05 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:12.868215 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-223ab017-8acd-4f90-88e1-4968c6064677 req-faa39ae5-5411-49e4-a7a8-d516c8cf8d05 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 946 time: 0.0524492 Mar 31 20:32:12.877303 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 46352) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:12.881805 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-1c0839e6-90b4-450b-8ffa-563eb48401d6 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Request body: {'floatingip': {'port_id': '2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:32:12.920194 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1c0839e6-90b4-450b-8ffa-563eb48401d6 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for floatingip (6b4a1a16-9703-4444-9e46-43e20b11cab9), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:13.452047 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ea7b7-9531-40c9-8de2-79681690920d req-0fa7f9f4-bd1f-45ab-bd1b-1ad31cf21778 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:13.453546 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bc2ea7b7-9531-40c9-8de2-79681690920d req-0fa7f9f4-bd1f-45ab-bd1b-1ad31cf21778 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0542128 Mar 31 20:32:13.500398 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bc2ea7b7-9531-40c9-8de2-79681690920d req-42c486c7-4691-4776-95bc-0a89813e28ef tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412402 Mar 31 20:32:13.579305 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1c0839e6-90b4-450b-8ffa-563eb48401d6 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:13.693043 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1c0839e6-90b4-450b-8ffa-563eb48401d6 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (6b4a1a16-9703-4444-9e46-43e20b11cab9), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:13.794514 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-1c0839e6-90b4-450b-8ffa-563eb48401d6 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Floating IP 6b4a1a16-9703-4444-9e46-43e20b11cab9 associated. External IP: 172.27.2.211, port: 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99. Mar 31 20:32:14.004240 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0839e6-90b4-450b-8ffa-563eb48401d6 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Router e2a7eaa6-85f0-4831-9376-77401e25ec10 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:32:14.112033 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0839e6-90b4-450b-8ffa-563eb48401d6 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:32:14.116929 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1c0839e6-90b4-450b-8ffa-563eb48401d6 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:14.122844 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1dea49-7123-4569-a24c-a0c188337f82 None None] Sync routers for ids ['e2a7eaa6-85f0-4831-9376-77401e25ec10'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:32:14.133476 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1dea49-7123-4569-a24c-a0c188337f82 None None] Routers {'e2a7eaa6-85f0-4831-9376-77401e25ec10'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:14.134111 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-fb1dea49-7123-4569-a24c-a0c188337f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:31:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e2a7eaa6-85f0-4831-9376-77401e25ec10'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:14.146708 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1c0839e6-90b4-450b-8ffa-563eb48401d6 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "PUT /v2.0/floatingips/6b4a1a16-9703-4444-9e46-43e20b11cab9 HTTP/1.1" status: 200 len: 992 time: 1.2683053 Mar 31 20:32:14.151996 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3696dbd1-ddc5-4496-9ff2-2878cd7010b9', 'tag': '2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:32:14.151996 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952a9637-abdd-435a-a55e-734c3fab7953" -d '{"events": [{"name": "network-changed", "server_uuid": "3696dbd1-ddc5-4496-9ff2-2878cd7010b9", "tag": "2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:32:14.185239 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678ac875-83e2-40e5-8824-4f9d7ff11bbf x-openstack-request-id: req-678ac875-83e2-40e5-8824-4f9d7ff11bbf {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:32:14.185534 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3696dbd1-ddc5-4496-9ff2-2878cd7010b9", "tag": "2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:32:14.185794 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-678ac875-83e2-40e5-8824-4f9d7ff11bbf {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:32:14.186201 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-678ac875-83e2-40e5-8824-4f9d7ff11bbf'] response: {'name': 'network-changed', 'server_uuid': '3696dbd1-ddc5-4496-9ff2-2878cd7010b9', 'tag': '2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99', 'status': 'completed', 'code': 200} Mar 31 20:32:14.243267 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-fb1dea49-7123-4569-a24c-a0c188337f82 None None] Set router e2a7eaa6-85f0-4831-9376-77401e25ec10 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:14.254039 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a9637-abdd-435a-a55e-734c3fab7953 req-22e8e69b-0fcd-4c9b-b5d0-7d9876994ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:14.255691 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-952a9637-abdd-435a-a55e-734c3fab7953 req-22e8e69b-0fcd-4c9b-b5d0-7d9876994ed5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8a88ee937e04771b0ceeacc3f46e720&device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 1130 time: 0.0463111 Mar 31 20:32:14.355252 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a9637-abdd-435a-a55e-734c3fab7953 req-f9818399-baa2-4a31-acd5-80f503d78a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:14.356740 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-952a9637-abdd-435a-a55e-734c3fab7953 req-f9818399-baa2-4a31-acd5-80f503d78a22 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 HTTP/1.1" status: 200 len: 911 time: 0.0950923 Mar 31 20:32:14.425452 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-952a9637-abdd-435a-a55e-734c3fab7953 req-e6bf9ff9-fbc3-4b96-9777-8197419f6082 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 HTTP/1.1" status: 200 len: 1000 time: 0.0614014 Mar 31 20:32:14.467776 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-fb1dea49-7123-4569-a24c-a0c188337f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '6b4a1a16-9703-4444-9e46-43e20b11cab9', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'port_id': '2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'mac_address': 'fa:16:3e:66:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696dbd1-ddc5-4496-9ff2-2878cd7010b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:31:58Z', 'updated_at': '2022-03-31T20:32:13Z', 'revision_number': 1, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:35Z', 'revision_number': 5, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:14.477178 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a9637-abdd-435a-a55e-734c3fab7953 req-61fa6e5b-8144-4232-b58c-0b0094ff0c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:14.478635 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-952a9637-abdd-435a-a55e-734c3fab7953 req-61fa6e5b-8144-4232-b58c-0b0094ff0c53 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6 HTTP/1.1" status: 200 len: 849 time: 0.0473015 Mar 31 20:32:14.495777 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1dea49-7123-4569-a24c-a0c188337f82 None None] Checking router: e2a7eaa6-85f0-4831-9376-77401e25ec10 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:32:14.505502 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1dea49-7123-4569-a24c-a0c188337f82 None None] Routers {'e2a7eaa6-85f0-4831-9376-77401e25ec10'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:14.506207 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-fb1dea49-7123-4569-a24c-a0c188337f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:31:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e2a7eaa6-85f0-4831-9376-77401e25ec10'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:14.531707 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a9637-abdd-435a-a55e-734c3fab7953 req-2337ba17-1a70-41a8-9034-81e94573a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:14.533769 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-952a9637-abdd-435a-a55e-734c3fab7953 req-2337ba17-1a70-41a8-9034-81e94573a266 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463607 Mar 31 20:32:14.637023 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-952a9637-abdd-435a-a55e-734c3fab7953 req-cf5865f1-1d5f-4736-bb39-817bf685c741 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942409 Mar 31 20:32:14.646523 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109ea2b-c5b0-40fb-9d83-400fcf75f385 req-492fc76d-2f45-4711-9936-142480f2d081 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:14.648144 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4109ea2b-c5b0-40fb-9d83-400fcf75f385 req-492fc76d-2f45-4711-9936-142480f2d081 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0633709 Mar 31 20:32:14.705061 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4109ea2b-c5b0-40fb-9d83-400fcf75f385 req-e6a6a056-0032-4a66-ad8d-edb60e40d1f1 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510256 Mar 31 20:32:14.717260 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-fb1dea49-7123-4569-a24c-a0c188337f82 None None] Set router e2a7eaa6-85f0-4831-9376-77401e25ec10 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:14.760184 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-952a9637-abdd-435a-a55e-734c3fab7953 req-94258b62-224c-44a7-9e92-b3ebb9a46758 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132793 Mar 31 20:32:14.951167 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-fb1dea49-7123-4569-a24c-a0c188337f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '6b4a1a16-9703-4444-9e46-43e20b11cab9', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'port_id': '2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'mac_address': 'fa:16:3e:66:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696dbd1-ddc5-4496-9ff2-2878cd7010b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:31:58Z', 'updated_at': '2022-03-31T20:32:13Z', 'revision_number': 1, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:35Z', 'revision_number': 5, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:14.977186 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1dea49-7123-4569-a24c-a0c188337f82 None None] The sync data for ids ['e2a7eaa6-85f0-4831-9376-77401e25ec10'] in dv-cinder-836070-1-iscsi is: [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '6b4a1a16-9703-4444-9e46-43e20b11cab9', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'port_id': '2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'mac_address': 'fa:16:3e:66:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696dbd1-ddc5-4496-9ff2-2878cd7010b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:31:58Z', 'updated_at': '2022-03-31T20:32:13Z', 'revision_number': 1, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:35Z', 'revision_number': 5, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:32:15.165198 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc12c87-6dcf-4108-bf40-e2c6d72deb47 None None] New status for floating IP 6b4a1a16-9703-4444-9e46-43e20b11cab9: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:32:15.829388 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3b4d9-ca35-4f79-951a-86d48216d8ab req-9c1474b1-72d4-4e49-ac9c-354e2ff29fd5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:15.830920 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5bf3b4d9-ca35-4f79-951a-86d48216d8ab req-9c1474b1-72d4-4e49-ac9c-354e2ff29fd5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0526526 Mar 31 20:32:15.877679 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5bf3b4d9-ca35-4f79-951a-86d48216d8ab req-77fc18c1-fcf7-4cd5-875b-00ff9f5d664f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410700 Mar 31 20:32:16.998805 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d7276-b1ee-4b56-b308-20d47995118a req-e9f730f8-3318-4cdf-9b9a-7bfc2c86c22f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:17.000241 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-448d7276-b1ee-4b56-b308-20d47995118a req-e9f730f8-3318-4cdf-9b9a-7bfc2c86c22f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0510161 Mar 31 20:32:17.048756 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-448d7276-b1ee-4b56-b308-20d47995118a req-6b16ff0c-d807-4f6c-b5c5-add870d30790 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430133 Mar 31 20:32:17.509822 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1046-de5f-4e2e-8505-75398e6791a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:18.169928 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094eec2-696e-45ab-9730-d8ef2c5fdc87 req-5386800c-80dd-4aca-bf50-cd4fac7ee913 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:18.171415 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9094eec2-696e-45ab-9730-d8ef2c5fdc87 req-5386800c-80dd-4aca-bf50-cd4fac7ee913 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0514903 Mar 31 20:32:18.218476 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9094eec2-696e-45ab-9730-d8ef2c5fdc87 req-d222afce-9c9d-40e2-aa6b-ed69ee20aa6a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406029 Mar 31 20:32:19.340122 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964edc-f480-4f06-aaa1-887a9c584014 req-d6112db7-e7a8-49ea-a29b-889a49253dac tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:19.341616 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bc964edc-f480-4f06-aaa1-887a9c584014 req-d6112db7-e7a8-49ea-a29b-889a49253dac tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0529428 Mar 31 20:32:19.387960 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bc964edc-f480-4f06-aaa1-887a9c584014 req-9a42a6c5-14f9-4f6d-8cb3-e8e3c964ff9a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408151 Mar 31 20:32:19.829941 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-1b002a81-ed1b-4ef9-8fd2-9aafe5b685bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:20.510146 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1386de-0b6a-4121-b1a4-6edbbb43634c req-6601a46c-0144-447a-a532-99945adde304 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:20.511501 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0a1386de-0b6a-4121-b1a4-6edbbb43634c req-6601a46c-0144-447a-a532-99945adde304 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0546694 Mar 31 20:32:20.557075 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0a1386de-0b6a-4121-b1a4-6edbbb43634c req-49d1921a-8f21-42be-813c-4b7a80f5640c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400264 Mar 31 20:32:20.961311 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:21.677053 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37038934-c7ff-44a2-a6f0-82fc2226c718 req-385c212f-48c2-4720-a6e8-e8432c04397a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:21.678522 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-37038934-c7ff-44a2-a6f0-82fc2226c718 req-385c212f-48c2-4720-a6e8-e8432c04397a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0515308 Mar 31 20:32:21.725140 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-37038934-c7ff-44a2-a6f0-82fc2226c718 req-1f6d9af5-1a9f-4874-a30d-77bca4cfa74f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410671 Mar 31 20:32:22.309667 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:22.844182 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a37467-a9c2-44c1-a50a-cbb62b382af5 req-d37bc9bd-5d84-4ef9-a8d3-55e7964b3a32 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:22.845722 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-20a37467-a9c2-44c1-a50a-cbb62b382af5 req-d37bc9bd-5d84-4ef9-a8d3-55e7964b3a32 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0516691 Mar 31 20:32:22.897558 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-20a37467-a9c2-44c1-a50a-cbb62b382af5 req-3c5f645b-e009-426d-89fa-861f84eed1b0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450561 Mar 31 20:32:23.812663 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:24.016703 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f060d-9f76-43fd-89e9-e255007bc1c9 req-3bea4dd0-7b17-483d-b169-a24a16ec95f2 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:24.018322 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba3f060d-9f76-43fd-89e9-e255007bc1c9 req-3bea4dd0-7b17-483d-b169-a24a16ec95f2 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0509653 Mar 31 20:32:24.065944 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ba3f060d-9f76-43fd-89e9-e255007bc1c9 req-15472b11-509b-48a1-91ca-cf8c5ec61aa7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404136 Mar 31 20:32:25.189245 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95442f-6def-42a0-bd60-71a94433bf50 req-f6a27441-8e20-41ce-b325-cf654529e0ad tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:25.190688 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb95442f-6def-42a0-bd60-71a94433bf50 req-f6a27441-8e20-41ce-b325-cf654529e0ad tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0526283 Mar 31 20:32:25.236056 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fb95442f-6def-42a0-bd60-71a94433bf50 req-1bb31e44-e951-4e21-b11c-e8cad7a502ac tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391245 Mar 31 20:32:25.376940 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device fd94b4f0-944f-4bf2-baa2-3700867eb76e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:32:25.488001 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port fd94b4f0-944f-4bf2-baa2-3700867eb76e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:25.503337 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'port_id': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'mac_address': 'fa:16:3e:4f:f2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:32:25.548222 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port fd94b4f0-944f-4bf2-baa2-3700867eb76e is: ACTIVE; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:32:25.548614 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.562131 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd94b4f0-944f-4bf2-baa2-3700867eb76e {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:32:25.584476 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port fd94b4f0-944f-4bf2-baa2-3700867eb76e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:25.646888 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.692731 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=fd94b4f0-944f-4bf2-baa2-3700867eb76e,revision_number=6']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:25.757327 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['fd94b4f0-944f-4bf2-baa2-3700867eb76e'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:32:26.360398 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c2a91-a89a-4c23-9ad5-06c6d59441f8 req-797bbbc0-5e99-47ee-b3f7-e58342835a2c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:26.361965 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3f0c2a91-a89a-4c23-9ad5-06c6d59441f8 req-797bbbc0-5e99-47ee-b3f7-e58342835a2c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 944 time: 0.0548933 Mar 31 20:32:26.407706 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3f0c2a91-a89a-4c23-9ad5-06c6d59441f8 req-03688873-bd5d-40ba-87bb-3595b655af0a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400703 Mar 31 20:32:26.804478 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:32:27.383167 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device fd94b4f0-944f-4bf2-baa2-3700867eb76e up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:32:27.430460 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port fd94b4f0-944f-4bf2-baa2-3700867eb76e triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:32:27.430835 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.516108 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port fd94b4f0-944f-4bf2-baa2-3700867eb76e is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:32:27.516513 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.535706 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd8855-0380-4bcd-b1e5-9d25177e978d req-ed50696b-8f3d-47f9-83c1-c9078000a23f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:27.543513 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-70dd8855-0380-4bcd-b1e5-9d25177e978d req-ed50696b-8f3d-47f9-83c1-c9078000a23f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 944 time: 0.0556090 Mar 31 20:32:27.543780 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:32:27.543780 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c39817-4e68-4dae-8c92-01e85c494fc9" -d '{"events": [{"server_uuid": "b82eda1e-ece5-4d7a-ab7c-ebe941727a22", "name": "network-vif-plugged", "status": "completed", "tag": "fd94b4f0-944f-4bf2-baa2-3700867eb76e"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:32:27.558519 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port fd94b4f0-944f-4bf2-baa2-3700867eb76e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:27.596419 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3f0c58-75b0-42d2-96b9-5ae93ae81eb9 x-openstack-request-id: req-5b3f0c58-75b0-42d2-96b9-5ae93ae81eb9 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:32:27.596710 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82eda1e-ece5-4d7a-ab7c-ebe941727a22", "name": "network-vif-plugged", "status": "completed", "tag": "fd94b4f0-944f-4bf2-baa2-3700867eb76e", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:32:27.597071 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5b3f0c58-75b0-42d2-96b9-5ae93ae81eb9 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:32:27.597499 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3f0c58-75b0-42d2-96b9-5ae93ae81eb9'] response: {'server_uuid': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'code': 200} Mar 31 20:32:27.598164 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-70dd8855-0380-4bcd-b1e5-9d25177e978d req-c86fb345-7342-455a-82de-55fc494cd378 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539875 Mar 31 20:32:27.630318 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.680815 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=fd94b4f0-944f-4bf2-baa2-3700867eb76e,revision_number=7']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:28.724137 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acd8dc-21a2-471f-a6da-48ec35c6326f req-f319fdce-77e1-4468-8acf-ace1ee530e98 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:28.725631 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-86acd8dc-21a2-471f-a6da-48ec35c6326f req-f319fdce-77e1-4468-8acf-ace1ee530e98 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0549850 Mar 31 20:32:28.771668 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-86acd8dc-21a2-471f-a6da-48ec35c6326f req-8a3c6f2b-b40a-441b-a889-51b90b753f10 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398719 Mar 31 20:32:29.906492 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b2ed7-fb1f-4cb5-8f2f-b15c93430d5e req-ef8bd4a0-2ae7-42e9-8ec9-b2c2362544c4 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:29.908239 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ac6b2ed7-fb1f-4cb5-8f2f-b15c93430d5e req-ef8bd4a0-2ae7-42e9-8ec9-b2c2362544c4 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0681505 Mar 31 20:32:29.954057 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ac6b2ed7-fb1f-4cb5-8f2f-b15c93430d5e req-8045605d-abd7-46fe-9cbb-d81c58c4a2b6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396607 Mar 31 20:32:31.075772 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547ce58-e512-4177-aa1d-f6f3ff02dd63 req-660b7639-f160-45f5-b2c9-7047fe5a8661 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:31.077241 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9547ce58-e512-4177-aa1d-f6f3ff02dd63 req-660b7639-f160-45f5-b2c9-7047fe5a8661 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0511096 Mar 31 20:32:31.125714 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9547ce58-e512-4177-aa1d-f6f3ff02dd63 req-130c1294-1308-4e6a-ab07-4878d2e8f621 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430861 Mar 31 20:32:32.245873 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e780cb-6b99-457d-8237-b6533714e39d req-6d46b2d1-b43d-46ce-86ee-a56e8d62679a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:32.247296 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b8e780cb-6b99-457d-8237-b6533714e39d req-6d46b2d1-b43d-46ce-86ee-a56e8d62679a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0503945 Mar 31 20:32:32.292808 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b8e780cb-6b99-457d-8237-b6533714e39d req-2033f3ce-6214-40ac-b1a3-b328f085b3a0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399635 Mar 31 20:32:33.411765 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702ff19-60c2-47d5-aab9-3d72d39bf4ef req-f82c0340-0dde-484c-b898-aca3a26f6b2a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:33.413770 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9702ff19-60c2-47d5-aab9-3d72d39bf4ef req-f82c0340-0dde-484c-b898-aca3a26f6b2a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0516424 Mar 31 20:32:33.459079 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9702ff19-60c2-47d5-aab9-3d72d39bf4ef req-59a07562-46fa-473b-ad2b-f43d0154ea9b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397592 Mar 31 20:32:34.585050 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b842df-64fc-462e-8bad-8aad54111235 req-3eaa37ab-d6a8-4859-88cc-74548b185c65 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:34.586547 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-90b842df-64fc-462e-8bad-8aad54111235 req-3eaa37ab-d6a8-4859-88cc-74548b185c65 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0552335 Mar 31 20:32:34.632251 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-90b842df-64fc-462e-8bad-8aad54111235 req-6577fe1b-70ad-4d8e-ba6e-fba8a48a90e8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403309 Mar 31 20:32:35.753591 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c073d-e33f-49cd-8805-f35c90ccfcfb req-2ee016f8-60f0-4e32-a995-8fac52db9c71 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:35.755065 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-076c073d-e33f-49cd-8805-f35c90ccfcfb req-2ee016f8-60f0-4e32-a995-8fac52db9c71 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0516233 Mar 31 20:32:35.807995 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-076c073d-e33f-49cd-8805-f35c90ccfcfb req-8ecaca36-6421-47a7-bf3e-830dfa7d21e4 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465696 Mar 31 20:32:36.948673 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8fe09-f2c1-4871-8040-4a5f7a851422 req-3625e1d3-ae4b-4dba-ad4f-3233904e5c22 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:36.956601 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b1d8fe09-f2c1-4871-8040-4a5f7a851422 req-3625e1d3-ae4b-4dba-ad4f-3233904e5c22 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0738673 Mar 31 20:32:37.445954 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b1d8fe09-f2c1-4871-8040-4a5f7a851422 req-5dbbe7e8-5d1c-4b69-bdd1-828a137377fe tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4877605 Mar 31 20:32:38.634939 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbce1f-1db2-4df7-ae9f-d3cf396b1184 req-01109d0f-0a97-420e-904d-3ec0933bfe44 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:38.636414 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b9cbce1f-1db2-4df7-ae9f-d3cf396b1184 req-01109d0f-0a97-420e-904d-3ec0933bfe44 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.1189654 Mar 31 20:32:38.684541 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b9cbce1f-1db2-4df7-ae9f-d3cf396b1184 req-168a5f93-b70a-42b3-bb5b-86806fded789 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422797 Mar 31 20:32:39.806597 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8883fe5-1509-4102-b2a9-10ccef486b61 req-10ca8ddf-7867-4c91-8468-a5ac53ac2553 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:39.809651 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e8883fe5-1509-4102-b2a9-10ccef486b61 req-10ca8ddf-7867-4c91-8468-a5ac53ac2553 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0533383 Mar 31 20:32:39.862382 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e8883fe5-1509-4102-b2a9-10ccef486b61 req-0b208243-7e4a-4a5b-ad8e-055de3256eaf tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455072 Mar 31 20:32:40.453120 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:41.000566 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97520814-13ef-4b10-9e53-36d35d730231 req-e6b55aae-a18a-4ce2-8424-bbec0d9e40b4 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:41.002049 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-97520814-13ef-4b10-9e53-36d35d730231 req-e6b55aae-a18a-4ce2-8424-bbec0d9e40b4 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0592780 Mar 31 20:32:41.052162 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-97520814-13ef-4b10-9e53-36d35d730231 req-5e7591d6-7766-4d9d-9652-c950a01fa482 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439656 Mar 31 20:32:42.194911 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4c1b7-0dea-4114-bdc8-a302fc270942 req-f5c8b04c-7300-473f-9183-04611b15550a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:42.196899 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e6a4c1b7-0dea-4114-bdc8-a302fc270942 req-f5c8b04c-7300-473f-9183-04611b15550a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0616086 Mar 31 20:32:42.257131 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e6a4c1b7-0dea-4114-bdc8-a302fc270942 req-e0d06698-15be-4c92-9c2d-d33b22c66e4a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542903 Mar 31 20:32:43.396063 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d5f2d-cdf8-4e1b-abfa-8ab8a1938cb6 req-7fb0ffcb-fce2-4fb6-891f-82fe5f16aea7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:43.397785 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-037d5f2d-cdf8-4e1b-abfa-8ab8a1938cb6 req-7fb0ffcb-fce2-4fb6-891f-82fe5f16aea7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0607646 Mar 31 20:32:43.469462 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-037d5f2d-cdf8-4e1b-abfa-8ab8a1938cb6 req-afbb3f93-f1dc-4d09-8a26-2d90e75928d3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649197 Mar 31 20:32:44.603591 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe2711-88b6-48c8-b511-52b218ad4593 req-dcca26ec-213d-4a77-8d4e-fd6d3212ed0c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:44.605303 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dbfe2711-88b6-48c8-b511-52b218ad4593 req-dcca26ec-213d-4a77-8d4e-fd6d3212ed0c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0573993 Mar 31 20:32:44.663920 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dbfe2711-88b6-48c8-b511-52b218ad4593 req-5aa9c4ab-7917-4661-86fc-396126af516b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529277 Mar 31 20:32:44.800559 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ee547b55-9608-4453-ba2f-833343a51504 req-774dc4aa-30bd-44bd-a365-b47a81bfdec5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475836 Mar 31 20:32:44.888345 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee547b55-9608-4453-ba2f-833343a51504 req-71d24081-13a9-4eac-bae6-787624c102ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:44.889811 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ee547b55-9608-4453-ba2f-833343a51504 req-71d24081-13a9-4eac-bae6-787624c102ff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8abb313c6a084802a72b9d6238fd2df6&device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 1129 time: 0.0471125 Mar 31 20:32:45.008991 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee547b55-9608-4453-ba2f-833343a51504 req-20f886c5-ea2a-4b8f-ab79-084d271afeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:45.010483 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ee547b55-9608-4453-ba2f-833343a51504 req-20f886c5-ea2a-4b8f-ab79-084d271afeb6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 HTTP/1.1" status: 200 len: 910 time: 0.0976734 Mar 31 20:32:45.082787 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ee547b55-9608-4453-ba2f-833343a51504 req-79febdbf-5fef-4a06-a559-09855994a23e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed HTTP/1.1" status: 200 len: 1001 time: 0.0646122 Mar 31 20:32:45.137717 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee547b55-9608-4453-ba2f-833343a51504 req-48942d72-2d5e-476e-924b-f517d2223482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:45.139185 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ee547b55-9608-4453-ba2f-833343a51504 req-48942d72-2d5e-476e-924b-f517d2223482 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=30b0a1b0-7c2f-451e-9749-77577e4481f6 HTTP/1.1" status: 200 len: 848 time: 0.0501559 Mar 31 20:32:45.190574 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee547b55-9608-4453-ba2f-833343a51504 req-ebf183e7-d3aa-47d1-90c1-2736bc489b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:45.192143 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ee547b55-9608-4453-ba2f-833343a51504 req-ebf183e7-d3aa-47d1-90c1-2736bc489b72 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462000 Mar 31 20:32:45.302161 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ee547b55-9608-4453-ba2f-833343a51504 req-abef1db3-d775-4e89-8ba5-fe3d190ab38f service neutron] 10.222.0.76 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028361 Mar 31 20:32:45.402431 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ee547b55-9608-4453-ba2f-833343a51504 req-9c5de891-fe1e-4e43-a73c-10ab0bde9733 service neutron] 10.222.0.76 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950108 Mar 31 20:32:45.799991 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db46bbe-377b-45e1-976e-d6961eaddbb8 req-a669005a-f153-4351-be40-6a24875d2b8a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:45.801651 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9db46bbe-377b-45e1-976e-d6961eaddbb8 req-a669005a-f153-4351-be40-6a24875d2b8a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0544038 Mar 31 20:32:45.881413 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9db46bbe-377b-45e1-976e-d6961eaddbb8 req-81b49756-d552-4b42-941c-a3cb07b1d5cc tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724819 Mar 31 20:32:47.009545 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44bb5e-c0ed-43d1-9e6f-86abc3233da6 req-15a7b1c8-e8b5-47ca-8726-9db2c1a5586b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:47.011307 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7b44bb5e-c0ed-43d1-9e6f-86abc3233da6 req-15a7b1c8-e8b5-47ca-8726-9db2c1a5586b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0551171 Mar 31 20:32:47.192528 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7b44bb5e-c0ed-43d1-9e6f-86abc3233da6 req-4857c60e-f6bc-4d9c-a12f-c5403a640f5c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755080 Mar 31 20:32:47.469238 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-efc4634d-1163-4be5-b91e-41dc51bb6ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:48.327193 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca54247-a4c4-4c9b-8659-900820a6b78f req-6b1ddfc1-565f-40a8-9174-0de3dc5d009a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:48.328678 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8ca54247-a4c4-4c9b-8659-900820a6b78f req-6b1ddfc1-565f-40a8-9174-0de3dc5d009a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0588789 Mar 31 20:32:48.384379 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8ca54247-a4c4-4c9b-8659-900820a6b78f req-7a3a9378-0bd5-45e3-8765-f0e8d3cdb637 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488625 Mar 31 20:32:49.518844 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff324e00-341d-4dfe-b787-781842e53c82 req-5c5b04a4-5fff-4194-b793-a4e31a1174a4 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:49.520577 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff324e00-341d-4dfe-b787-781842e53c82 req-5c5b04a4-5fff-4194-b793-a4e31a1174a4 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0616379 Mar 31 20:32:49.579525 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff324e00-341d-4dfe-b787-781842e53c82 req-74f8e4a6-df09-4cd4-9b30-c9762bd0049b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530162 Mar 31 20:32:50.120377 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-aea0b713-37ad-4b9d-b82a-0053bb686afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:50.715155 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f7a52-6621-41f5-a6c0-d67b54c79f58 req-6f47aaf2-0e5a-450c-93bd-e6b20f5731c5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:50.716786 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff5f7a52-6621-41f5-a6c0-d67b54c79f58 req-6f47aaf2-0e5a-450c-93bd-e6b20f5731c5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0589995 Mar 31 20:32:50.767377 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff5f7a52-6621-41f5-a6c0-d67b54c79f58 req-9dc16732-05ff-4084-a161-e5cc80648a7f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449252 Mar 31 20:32:51.057806 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:51.893432 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3252ef2-4686-4ce0-8256-b428f1d73b26 req-ba457230-3083-4c64-a74c-5b204a646fce tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:51.894970 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d3252ef2-4686-4ce0-8256-b428f1d73b26 req-ba457230-3083-4c64-a74c-5b204a646fce tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0552433 Mar 31 20:32:51.942379 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d3252ef2-4686-4ce0-8256-b428f1d73b26 req-37bd10f1-117b-492d-8dcc-bad9088d2277 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418627 Mar 31 20:32:52.257580 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:52.406863 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14b6b-f459-454b-98ad-5f19b4fba8e7 req-560d6212-4b80-4fdc-b4e8-716dd4ff255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:52.408331 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-67f14b6b-f459-454b-98ad-5f19b4fba8e7 req-560d6212-4b80-4fdc-b4e8-716dd4ff255a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 1129 time: 0.0452576 Mar 31 20:32:52.496771 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14b6b-f459-454b-98ad-5f19b4fba8e7 req-69fbe8b3-bec4-44c4-b169-e44cd57bb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:52.498298 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-67f14b6b-f459-454b-98ad-5f19b4fba8e7 req-69fbe8b3-bec4-44c4-b169-e44cd57bb13d service neutron] 10.222.0.76 "GET /v2.0/networks?id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 200 len: 917 time: 0.0841303 Mar 31 20:32:52.564697 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-67f14b6b-f459-454b-98ad-5f19b4fba8e7 req-7012acd9-b2e7-4507-b130-77eac7df4cc5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e HTTP/1.1" status: 200 len: 1000 time: 0.0578964 Mar 31 20:32:52.612659 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14b6b-f459-454b-98ad-5f19b4fba8e7 req-a9eb2501-f17a-4feb-a5d4-738c33b79fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:52.614149 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-67f14b6b-f459-454b-98ad-5f19b4fba8e7 req-a9eb2501-f17a-4feb-a5d4-738c33b79fd4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bea34364-25de-4223-a970-366fe9a8bb90 HTTP/1.1" status: 200 len: 855 time: 0.0431395 Mar 31 20:32:52.666385 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14b6b-f459-454b-98ad-5f19b4fba8e7 req-8e7f2378-8a5b-4ffc-b827-4e07f3a386e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:52.667914 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-67f14b6b-f459-454b-98ad-5f19b4fba8e7 req-8e7f2378-8a5b-4ffc-b827-4e07f3a386e2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475333 Mar 31 20:32:52.762312 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-67f14b6b-f459-454b-98ad-5f19b4fba8e7 req-74e5de81-693f-4b46-9563-1e1278252477 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836329 Mar 31 20:32:52.851655 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-67f14b6b-f459-454b-98ad-5f19b4fba8e7 req-e164f410-9007-4f9e-9042-17717365a1a4 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831039 Mar 31 20:32:53.066631 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720294d2-70dc-4705-83c5-8d1c522ee6a8 req-f2fcb74d-3399-4520-a17d-b91c4ea72628 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:53.068111 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-720294d2-70dc-4705-83c5-8d1c522ee6a8 req-f2fcb74d-3399-4520-a17d-b91c4ea72628 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0536265 Mar 31 20:32:53.115550 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-720294d2-70dc-4705-83c5-8d1c522ee6a8 req-98f6a45d-f40d-40f1-9bfc-21f04fbc1a18 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414193 Mar 31 20:32:53.862899 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:54.243544 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfedd6a-ec9a-4fcf-b96f-a81fd334f12b req-18525da6-db23-4c5c-8c87-0574f2119e67 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:54.245753 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ccfedd6a-ec9a-4fcf-b96f-a81fd334f12b req-18525da6-db23-4c5c-8c87-0574f2119e67 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0581577 Mar 31 20:32:54.295543 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ccfedd6a-ec9a-4fcf-b96f-a81fd334f12b req-96822be1-a225-4bfb-a721-7e258a509d15 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440388 Mar 31 20:32:55.415573 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a346c-dea3-45dc-869d-eb5de404ee92 req-49d7e159-a3ce-45ba-aa1d-02b523c9eef9 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:55.417477 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-209a346c-dea3-45dc-869d-eb5de404ee92 req-49d7e159-a3ce-45ba-aa1d-02b523c9eef9 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 945 time: 0.0518701 Mar 31 20:32:55.462957 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-209a346c-dea3-45dc-869d-eb5de404ee92 req-5a923583-738a-4992-b9c5-b676f54537d3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399907 Mar 31 20:32:56.298741 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device fd94b4f0-944f-4bf2-baa2-3700867eb76e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:56.376471 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port fd94b4f0-944f-4bf2-baa2-3700867eb76e is: ACTIVE; New status is: DOWN {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:32:56.376891 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:56.399005 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:32:56.401609 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60a552c-ea20-4c2f-b8a2-c6c305e707cf" -d '{"events": [{"server_uuid": "b82eda1e-ece5-4d7a-ab7c-ebe941727a22", "name": "network-vif-unplugged", "status": "completed", "tag": "fd94b4f0-944f-4bf2-baa2-3700867eb76e"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:32:56.413367 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port fd94b4f0-944f-4bf2-baa2-3700867eb76e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:56.438049 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 20:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b493aa7-a2b6-4832-9952-aacd5e2984c4 x-openstack-request-id: req-8b493aa7-a2b6-4832-9952-aacd5e2984c4 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:32:56.438341 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82eda1e-ece5-4d7a-ab7c-ebe941727a22", "name": "network-vif-unplugged", "status": "completed", "tag": "fd94b4f0-944f-4bf2-baa2-3700867eb76e", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:32:56.438601 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8b493aa7-a2b6-4832-9952-aacd5e2984c4 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:32:56.439027 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b493aa7-a2b6-4832-9952-aacd5e2984c4'] response: {'server_uuid': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'code': 200} Mar 31 20:32:56.503335 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:56.552263 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=fd94b4f0-944f-4bf2-baa2-3700867eb76e,revision_number=8']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:56.559995 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.560352 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.560742 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.561108 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.561450 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.561789 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.562122 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.562459 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.562794 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.563128 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.563456 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.563794 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.564120 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.564447 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.564774 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:56.590523 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00271834-b7ea-4413-8b3f-36fa9f577adb req-541fe256-460f-4097-9015-c4c844893e90 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:56.592237 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-00271834-b7ea-4413-8b3f-36fa9f577adb req-541fe256-460f-4097-9015-c4c844893e90 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0561564 Mar 31 20:32:56.643725 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-00271834-b7ea-4413-8b3f-36fa9f577adb req-5030260d-b1d4-4e56-b5be-d4629e88c02f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459802 Mar 31 20:32:57.779119 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f71a9-fcbd-4c6a-ab4f-e465223a5116 req-74ec30e9-e363-4f0c-9cfd-adfd88332cfd tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:57.780586 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-450f71a9-fcbd-4c6a-ab4f-e465223a5116 req-74ec30e9-e363-4f0c-9cfd-adfd88332cfd tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0557971 Mar 31 20:32:57.827475 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-450f71a9-fcbd-4c6a-ab4f-e465223a5116 req-e72fe52f-1696-4861-aded-91c6169a3fcd tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413308 Mar 31 20:32:58.953026 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220229d-9d4a-40fc-ba1b-cd8bb02df8e8 req-f16cc8e3-fed1-478f-8c11-c85988ccce71 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:58.954513 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5220229d-9d4a-40fc-ba1b-cd8bb02df8e8 req-f16cc8e3-fed1-478f-8c11-c85988ccce71 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0558488 Mar 31 20:32:59.008498 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5220229d-9d4a-40fc-ba1b-cd8bb02df8e8 req-abfbf4a1-7ef4-4d27-897c-17faec5c514a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462050 Mar 31 20:33:01.466990 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3a430-1915-46f4-8307-73c72742cf2a req-f43070ef-308d-4cd1-8893-86c05e28e938 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:01.468509 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-edd3a430-1915-46f4-8307-73c72742cf2a req-f43070ef-308d-4cd1-8893-86c05e28e938 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0533609 Mar 31 20:33:01.523464 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-edd3a430-1915-46f4-8307-73c72742cf2a req-e47f2211-5599-4073-abed-36992cd4c60f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494215 Mar 31 20:33:01.633644 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device fd94b4f0-944f-4bf2-baa2-3700867eb76e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:33:01.707636 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port fd94b4f0-944f-4bf2-baa2-3700867eb76e is: DOWN; New status is: DOWN {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:33:01.809206 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-2fbad75a-5f30-435b-a43a-ab5160af615f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439172 Mar 31 20:33:01.883022 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-113f9ab6-5980-4011-a704-c1a9c5c4a64a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:01.884418 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-113f9ab6-5980-4011-a704-c1a9c5c4a64a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports/fd94b4f0-944f-4bf2-baa2-3700867eb76e HTTP/1.1" status: 200 len: 940 time: 0.0467474 Mar 31 20:33:02.648752 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97705ae-4e23-4b61-b45c-09b65a1feef9 req-a49d0260-97bd-4c22-8fd1-020f29bc1948 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:02.650243 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e97705ae-4e23-4b61-b45c-09b65a1feef9 req-a49d0260-97bd-4c22-8fd1-020f29bc1948 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0535624 Mar 31 20:33:02.699707 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e97705ae-4e23-4b61-b45c-09b65a1feef9 req-7e9f6814-d9ae-4070-aa54-a31c6fae4222 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432639 Mar 31 20:33:03.276267 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-1b0dfcce-9847-4617-9a62-da2e4848e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:03.277664 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-1b0dfcce-9847-4617-9a62-da2e4848e4a5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22&tenant_id=d5a4218c461f42dbb07a80644deeec2c HTTP/1.1" status: 200 len: 1127 time: 0.0439346 Mar 31 20:33:03.339377 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-f4824ae6-a1b0-44a1-9b10-a570ab72d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:03.340810 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-f4824ae6-a1b0-44a1-9b10-a570ab72d459 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 1127 time: 0.0427501 Mar 31 20:33:03.428950 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-7dc71959-8f13-4e41-80b1-bd3f2acf3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:03.430385 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-7dc71959-8f13-4e41-80b1-bd3f2acf3958 service neutron] 10.222.0.76 "GET /v2.0/networks?id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 200 len: 917 time: 0.0834677 Mar 31 20:33:03.492265 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-368e5e9d-2c8b-43c4-9878-a2b3c02a68d9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e HTTP/1.1" status: 200 len: 998 time: 0.0556204 Mar 31 20:33:03.537796 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-58eae354-b96b-4371-a2cc-942a461a045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:03.539086 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-58eae354-b96b-4371-a2cc-942a461a045a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bea34364-25de-4223-a970-366fe9a8bb90 HTTP/1.1" status: 200 len: 855 time: 0.0409520 Mar 31 20:33:03.592306 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-0288b11e-ae5d-4e10-9a44-88d739414f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:03.593829 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-0288b11e-ae5d-4e10-9a44-88d739414f3d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476692 Mar 31 20:33:03.679459 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-91ba72f2-46fd-43c8-9206-a0ca15faa671 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793543 Mar 31 20:33:03.767809 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-3801f5d4-c51e-4832-8635-0e161bb81cd9 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827248 Mar 31 20:33:03.803026 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:33:03.825515 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c040ff-a54e-453e-9f23-b94b25a1b993 req-b1f622bf-003d-4d1b-a478-48169c201c7f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:03.827003 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c6c040ff-a54e-453e-9f23-b94b25a1b993 req-b1f622bf-003d-4d1b-a478-48169c201c7f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0539768 Mar 31 20:33:03.876147 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c6c040ff-a54e-453e-9f23-b94b25a1b993 req-b54527af-890c-4d5f-a3e7-2011f3b01afd tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433009 Mar 31 20:33:05.006926 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2b086-a5b2-4ea3-ba4c-8c1f0600c7f4 req-b3955846-12f5-4ad6-af7a-bc2f845a5536 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:05.009497 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7df2b086-a5b2-4ea3-ba4c-8c1f0600c7f4 req-b3955846-12f5-4ad6-af7a-bc2f845a5536 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0592375 Mar 31 20:33:05.068061 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7df2b086-a5b2-4ea3-ba4c-8c1f0600c7f4 req-101a7088-1c8b-4e5f-a600-a846dd09ca66 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523329 Mar 31 20:33:05.552868 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 46774) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:05.656248 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:05.729824 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Publish callbacks [] for security_group (00f906f3-b768-4d03-8bd9-c319b2021cf3), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:05.846032 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (00f906f3-b768-4d03-8bd9-c319b2021cf3), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:05.899949 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ae6339ca192249e394e1a1df73d2dad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459730 Mar 31 20:33:05.902617 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 46788) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:05.915885 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f906f3-b768-4d03-8bd9-c319b2021cf3,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:05.925638 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.926139 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.926499 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.926863 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.927654 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.927654 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.927871 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.928183 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.928516 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.928873 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.929241 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.929579 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.929908 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.930339 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.930707 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2400286d-0e2f-4672-9007-d4decd92f909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:05.992049 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Publish callbacks [] for security_group (00f906f3-b768-4d03-8bd9-c319b2021cf3), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:06.013000 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-30e60a50-9f6d-4d87-bb50-6ac3451c8f7f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867078111&fields=id&tenant_id=a284702199b1404d8909d29eefb5820b HTTP/1.1" status: 200 len: 267 time: 0.0806632 Mar 31 20:33:06.036925 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Publish callbacks [] for security_group (00f906f3-b768-4d03-8bd9-c319b2021cf3), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:06.164714 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5ce22-21dd-4226-a415-724a23be8866 req-22aee635-4104-454f-81df-db681f52a542 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:06.166039 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-22aee635-4104-454f-81df-db681f52a542 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 812 time: 0.1429586 Mar 31 20:33:06.200874 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-70018b81-5157-45af-aa30-396cda4ac55a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/quotas/a284702199b1404d8909d29eefb5820b HTTP/1.1" status: 200 len: 375 time: 0.0123386 Mar 31 20:33:06.242606 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (00f906f3-b768-4d03-8bd9-c319b2021cf3), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:06.245207 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:06.246371 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/00f906f3-b768-4d03-8bd9-c319b2021cf3 HTTP/1.1" status: 204 len: 168 time: 0.3427632 Mar 31 20:33:06.267279 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec523bd7-f2a1-467b-b126-e7fbaa71ca99 req-e39c64b4-4011-4f6a-ac30-232674f28923 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:06.272396 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec523bd7-f2a1-467b-b126-e7fbaa71ca99 req-e39c64b4-4011-4f6a-ac30-232674f28923 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.1187191 Mar 31 20:33:06.281088 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f906f3-b768-4d03-8bd9-c319b2021cf3,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:06.307409 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.307767 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.308119 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.308466 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.308808 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.309173 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.309505 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.309839 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.310172 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.310505 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.310835 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.311165 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.311493 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.311819 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.312784 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3838e8-2228-4731-9334-5891a07c4668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:06.342511 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-03059e53-33ff-449c-978d-96547efcc78a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1332133 Mar 31 20:33:06.361380 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ec523bd7-f2a1-467b-b126-e7fbaa71ca99 req-c370eb74-94cd-4bb5-a28d-66e9e78dd555 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827656 Mar 31 20:33:06.366647 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-012ddc79-0074-40ee-b6b5-91457cccfc52 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:33:06.367803 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-012ddc79-0074-40ee-b6b5-91457cccfc52 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054135 Mar 31 20:33:06.471990 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-5a18c37a-3bfc-4bdc-addc-afa3e3688d6e service neutron] 10.222.0.74 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975056 Mar 31 20:33:06.573484 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-481fa723-b87b-44a9-a428-5b9118487744 service neutron] 10.222.0.74 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959752 Mar 31 20:33:07.194263 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f0babdde-e88f-4678-9b9c-1c1bc34350f7 req-06d346a0-25e8-4bb7-97e9-9458fb496e9e tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0280983 Mar 31 20:33:07.490943 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83158709-5f43-4d5b-9ef3-39932c4043f0 req-99e47fbc-7fba-4fef-851d-e39e7e6411e6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:07.492414 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83158709-5f43-4d5b-9ef3-39932c4043f0 req-99e47fbc-7fba-4fef-851d-e39e7e6411e6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0621076 Mar 31 20:33:07.543949 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83158709-5f43-4d5b-9ef3-39932c4043f0 req-87450cd9-7a5b-4a97-b945-76449b54874a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457606 Mar 31 20:33:08.273401 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6aa98d7b-79cb-4f80-8faa-47b7730fb991 req-0ee51901-6835-4ef5-9046-22fb863ad857 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0286713 Mar 31 20:33:08.671763 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92486f6-0036-4868-8d1d-ce14122a5658 req-526912e9-25f0-4ad2-a575-fc4f417ca3b9 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:08.673879 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a92486f6-0036-4868-8d1d-ce14122a5658 req-526912e9-25f0-4ad2-a575-fc4f417ca3b9 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0532973 Mar 31 20:33:08.722526 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a92486f6-0036-4868-8d1d-ce14122a5658 req-7c68c19a-915f-404b-aa91-561c66114ed6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428202 Mar 31 20:33:09.370315 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2f417772-044b-4a3d-b82d-126e4c369d64 req-e3f6045f-61a0-4039-8f94-a34f8f474c0d tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0317538 Mar 31 20:33:09.860342 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc91198-1320-4df1-89cf-547d9124519f req-8ebd6869-1269-45f2-8018-482d3f1cb2d6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:09.862425 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ddc91198-1320-4df1-89cf-547d9124519f req-8ebd6869-1269-45f2-8018-482d3f1cb2d6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0562229 Mar 31 20:33:09.909559 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ddc91198-1320-4df1-89cf-547d9124519f req-35875389-0934-4250-ad72-0338c0d66659 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415437 Mar 31 20:33:10.428829 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:10.463871 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-92b0938f-a2b0-4a65-85b2-3b6fa22bef98 req-796dfa08-2dc5-4722-86a1-48813a6f9c3c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0279524 Mar 31 20:33:11.037525 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b4a14-9038-4b0c-bcc3-3042e02bf98f req-3b0d8653-4b97-42f3-adde-b76296e676a7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:11.039201 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-204b4a14-9038-4b0c-bcc3-3042e02bf98f req-3b0d8653-4b97-42f3-adde-b76296e676a7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0577066 Mar 31 20:33:11.089454 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-204b4a14-9038-4b0c-bcc3-3042e02bf98f req-d27e092d-1638-4e23-be0d-ab6f812fe5b0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443854 Mar 31 20:33:11.557206 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e0c873cd-48b8-4cca-8cdf-0f5ce718607e req-6685a2cd-f051-4059-9bfe-96182a20b623 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0266998 Mar 31 20:33:12.214788 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b38ff-7692-4026-a808-6deb1ca18624 req-2526b1ce-10e3-4e02-b8d7-ab9c8ec11347 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:12.216296 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cf0b38ff-7692-4026-a808-6deb1ca18624 req-2526b1ce-10e3-4e02-b8d7-ab9c8ec11347 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0533333 Mar 31 20:33:12.263921 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cf0b38ff-7692-4026-a808-6deb1ca18624 req-a6cf02e0-61bb-4450-95b4-bb655fb33cc9 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411544 Mar 31 20:33:12.652060 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-295495b1-e3eb-4a7a-bdbb-7eb64cc5d273 req-d7c1c924-4c7f-490b-b268-68be601fa08d tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0303128 Mar 31 20:33:13.388048 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a247162-4731-4beb-b6d8-77dfff3b970a req-212cda3c-f901-4def-8284-f8202cf80608 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:13.389486 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4a247162-4731-4beb-b6d8-77dfff3b970a req-212cda3c-f901-4def-8284-f8202cf80608 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0547307 Mar 31 20:33:13.438704 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4a247162-4731-4beb-b6d8-77dfff3b970a req-eddd9842-f66a-4e50-a5f7-db18d7dd16e8 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433688 Mar 31 20:33:13.747685 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0d4a97d3-c94e-4b0a-a12a-d75eb0621a0d req-a45e2ecf-bbf4-47b0-9d9d-c078fc153ef0 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0287168 Mar 31 20:33:14.565229 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ef9dd-1530-4e4f-a989-953aa233a6f8 req-8559f90f-b55a-46a9-a41e-8b9bfe7fb9c6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:14.566951 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-324ef9dd-1530-4e4f-a989-953aa233a6f8 req-8559f90f-b55a-46a9-a41e-8b9bfe7fb9c6 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0552289 Mar 31 20:33:14.619704 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-324ef9dd-1530-4e4f-a989-953aa233a6f8 req-3492398d-4d75-4556-8c0b-66761ecdacff tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449958 Mar 31 20:33:14.850707 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8c9422b3-c82e-4021-b618-4cedf85e1f3a req-a349e7e2-a4c4-40aa-be1c-461ab2989da8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0279505 Mar 31 20:33:15.744036 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82578cae-7683-424b-8858-593921769eda req-ce0aa555-c5d9-4681-ad51-37823d67539f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:15.745671 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-82578cae-7683-424b-8858-593921769eda req-ce0aa555-c5d9-4681-ad51-37823d67539f tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0549364 Mar 31 20:33:15.802311 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-82578cae-7683-424b-8858-593921769eda req-fbfb0b73-e67d-412c-a2b8-afb3982e7d65 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501049 Mar 31 20:33:15.945421 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3dcef4f1-62ff-43b2-9e00-10dd8932e0c3 req-1f6cf511-67ed-41cd-ab7a-ec0032394e48 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0276904 Mar 31 20:33:16.936724 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5648e-31a7-46cf-a7a5-507618501d00 req-d9da90fd-25b4-4c7e-9d3b-12694ce2f483 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:16.938193 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-37a5648e-31a7-46cf-a7a5-507618501d00 req-d9da90fd-25b4-4c7e-9d3b-12694ce2f483 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0563536 Mar 31 20:33:16.994606 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-37a5648e-31a7-46cf-a7a5-507618501d00 req-f54533b4-8260-4582-8575-ea078c10af17 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499165 Mar 31 20:33:17.040345 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4954cf1c-79db-4a30-b351-6705b674eb7c req-62674713-bbfc-49bb-8457-547ae9642e8e tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0270174 Mar 31 20:33:17.485440 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-8f022b44-43d9-41fe-80ec-afed4cf3396b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:18.139757 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1e33d-5949-4ede-a6d4-a198f3a939ab req-ddf953c8-f281-4b21-b03f-7503d323c081 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:18.141988 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d4b1e33d-5949-4ede-a6d4-a198f3a939ab req-ddf953c8-f281-4b21-b03f-7503d323c081 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0701137 Mar 31 20:33:18.171904 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-308be41a-5d7e-4ba4-876f-ed9e83a0f929 req-cc6acb0a-9513-4dfb-91fe-32429dd7452e tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0558238 Mar 31 20:33:18.220536 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d4b1e33d-5949-4ede-a6d4-a198f3a939ab req-7b316488-68ed-42c4-83c3-4dd17dbbabd3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517366 Mar 31 20:33:19.267232 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-67efff68-4fe3-4d78-a732-819e74d1d03b req-489e6d22-68cc-4974-a159-0185d7bebcc4 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0278358 Mar 31 20:33:19.355321 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0d686-d59b-43f3-a2f4-3e3f131da6ea req-44ec98bd-a3d1-4acf-a4d6-7fe65ac615aa tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:19.356779 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10f0d686-d59b-43f3-a2f4-3e3f131da6ea req-44ec98bd-a3d1-4acf-a4d6-7fe65ac615aa tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0514498 Mar 31 20:33:19.421127 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-10f0d686-d59b-43f3-a2f4-3e3f131da6ea req-c24df708-0827-4ebb-ae53-280e1ab2e776 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574725 Mar 31 20:33:19.868671 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-03c4d6e1-d068-464e-a042-e593a9b0aa9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:20.365439 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-aacae2a2-9ccb-4ce5-b940-747ff80921a0 req-41ff1927-5fb2-4bcf-94c6-7d3b9c186816 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0296662 Mar 31 20:33:20.546098 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51a058-fa27-42ce-b4e0-152e2eeb4fe0 req-fb257514-d7a7-4d76-b65e-41b963b4913b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:20.547482 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b51a058-fa27-42ce-b4e0-152e2eeb4fe0 req-fb257514-d7a7-4d76-b65e-41b963b4913b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0518363 Mar 31 20:33:20.594475 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b51a058-fa27-42ce-b4e0-152e2eeb4fe0 req-1202d94a-1692-4937-bfa7-ffd461a17fb7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408838 Mar 31 20:33:20.982600 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:21.462531 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7b3f6231-b166-47ec-b202-de43f41e6de9 req-c19f48a9-1648-42c1-be9b-01b54a94a7f8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0300603 Mar 31 20:33:21.724677 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438d288-1cfc-4f77-8d43-7c5612b6ba67 req-5871d2d2-7231-49ad-89f5-3e5da329d269 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:21.726336 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0438d288-1cfc-4f77-8d43-7c5612b6ba67 req-5871d2d2-7231-49ad-89f5-3e5da329d269 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0580657 Mar 31 20:33:21.778138 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0438d288-1cfc-4f77-8d43-7c5612b6ba67 req-bd3e473d-fd24-4eea-b534-0d8fde065d9c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442731 Mar 31 20:33:22.331693 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:22.560661 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0a1220e8-0559-44e9-97bc-1752ad850471 req-169b72f3-03e1-4785-bb4b-e1acd058adfd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0270607 Mar 31 20:33:22.910358 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542bf36-ca0d-466e-bc05-ad1c326c5534 req-5a158554-39c2-49ff-b652-b5932fcc7841 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:22.912453 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f542bf36-ca0d-466e-bc05-ad1c326c5534 req-5a158554-39c2-49ff-b652-b5932fcc7841 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0524979 Mar 31 20:33:22.974718 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f542bf36-ca0d-466e-bc05-ad1c326c5534 req-e8ffcf47-30fe-4a54-83f5-7471fbf7728b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553012 Mar 31 20:33:23.665043 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8fc2dafe-c499-434f-a1af-d11f1bc2c3aa req-3bc16024-25b8-4cd4-accf-08dd159be2cd tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0328026 Mar 31 20:33:23.988690 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:24.104146 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc829c7-ea5e-4b39-b217-d2641089281a req-6c1b873a-9162-4aaa-b96e-5f09f843defa tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:24.106682 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2fc829c7-ea5e-4b39-b217-d2641089281a req-6c1b873a-9162-4aaa-b96e-5f09f843defa tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0549805 Mar 31 20:33:24.162465 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2fc829c7-ea5e-4b39-b217-d2641089281a req-f878b5f5-7fca-49e1-8733-79fe2b73edb5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499489 Mar 31 20:33:24.763345 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-122fc338-6163-46d3-94a7-d54cedd51e79 req-50a62045-bab9-4070-994a-4dca29ccd5f2 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0270581 Mar 31 20:33:25.286754 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552d2f8-6b95-494b-888a-c58584fbfcfc req-ee875be8-c8a0-41f6-945f-4f17759a33c7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:25.288209 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2552d2f8-6b95-494b-888a-c58584fbfcfc req-ee875be8-c8a0-41f6-945f-4f17759a33c7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0512474 Mar 31 20:33:25.338168 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2552d2f8-6b95-494b-888a-c58584fbfcfc req-b03f6dae-8880-4fc4-9ecd-1ed5f52bba47 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440457 Mar 31 20:33:25.695802 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5ce22-21dd-4226-a415-724a23be8866 req-8e6d3b22-9af9-435a-9e5f-bdbf3b3fe76a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:25.697485 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-8e6d3b22-9af9-435a-9e5f-bdbf3b3fe76a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 812 time: 0.1012740 Mar 31 20:33:25.761497 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-93014d43-05e1-460a-97a0-17d874b60b82 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a284702199b1404d8909d29eefb5820b HTTP/1.1" status: 200 len: 379 time: 0.0552592 Mar 31 20:33:25.770766 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-48c5ce22-21dd-4226-a415-724a23be8866 req-cca04748-9c96-42e2-90df-74af9dafa1ba tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Request body: {'port': {'device_id': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'admin_state_up': True, 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'security_groups': ['8f201c7a-e0c2-4fce-a903-c454507aaf64']}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:33:25.858438 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2da856ef-8373-48cb-925b-e69595e7ee69 req-2f0880c9-58ed-485f-b59c-1be86e49ca34 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0281110 Mar 31 20:33:26.028979 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c5ce22-21dd-4226-a415-724a23be8866 req-cca04748-9c96-42e2-90df-74af9dafa1ba tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Made reservation on behalf of a284702199b1404d8909d29eefb5820b for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:33:26.028979 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48c5ce22-21dd-4226-a415-724a23be8866 req-cca04748-9c96-42e2-90df-74af9dafa1ba tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:26.154378 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-48c5ce22-21dd-4226-a415-724a23be8866 req-cca04748-9c96-42e2-90df-74af9dafa1ba tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Allocated IP 172.20.0.9 (3437015e-3faa-4b6a-9767-5c0c89bf320b/a9ed1327-54bc-459c-8ba6-245a511fc65b/4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:33:26.290366 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48c5ce22-21dd-4226-a415-724a23be8866 req-cca04748-9c96-42e2-90df-74af9dafa1ba tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:26.465937 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55452-f3b2-498e-9daf-4b7529016b7b req-20802d6b-9fbc-4646-851d-1c8ece3680b1 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:26.467416 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fce55452-f3b2-498e-9daf-4b7529016b7b req-20802d6b-9fbc-4646-851d-1c8ece3680b1 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0553880 Mar 31 20:33:26.517159 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fce55452-f3b2-498e-9daf-4b7529016b7b req-e544ef25-9615-483f-a391-56fe8eed7ce3 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437276 Mar 31 20:33:26.651488 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48c5ce22-21dd-4226-a415-724a23be8866 req-cca04748-9c96-42e2-90df-74af9dafa1ba tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:26.697225 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c5ce22-21dd-4226-a415-724a23be8866 req-cca04748-9c96-42e2-90df-74af9dafa1ba tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Network 3437015e-3faa-4b6a-9767-5c0c89bf320b is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:33:26.700221 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-48c5ce22-21dd-4226-a415-724a23be8866 req-cca04748-9c96-42e2-90df-74af9dafa1ba tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:33:26.703968 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c5ce22-21dd-4226-a415-724a23be8866 req-cca04748-9c96-42e2-90df-74af9dafa1ba tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:33:26.731266 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca04748-9c96-42e2-90df-74af9dafa1ba tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'Port': ['ID=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:26.764325 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5ce22-21dd-4226-a415-724a23be8866 req-cca04748-9c96-42e2-90df-74af9dafa1ba tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:26.764966 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48c5ce22-21dd-4226-a415-724a23be8866 req-cca04748-9c96-42e2-90df-74af9dafa1ba tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:26.883230 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-cca04748-9c96-42e2-90df-74af9dafa1ba tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1165552 Mar 31 20:33:26.891885 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-b0d4bdc9-06d1-4a8d-8838-3456598d9fe9 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:33:26.893028 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-b0d4bdc9-06d1-4a8d-8838-3456598d9fe9 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052495 Mar 31 20:33:26.938267 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-53c78d35-4be0-45b8-bed1-61bfe29f773d None None] Provisioning complete for port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:33:26.939002 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-53c78d35-4be0-45b8-bed1-61bfe29f773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:26.978027 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-53c78d35-4be0-45b8-bed1-61bfe29f773d None None] Port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:33:26.991251 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58d856-1a77-4e50-9d16-e19e629fc8ec req-cc06d0aa-284a-4eb4-adef-2e87545ef9a6 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:26.993349 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9d58d856-1a77-4e50-9d16-e19e629fc8ec req-cc06d0aa-284a-4eb4-adef-2e87545ef9a6 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 931 time: 0.0572894 Mar 31 20:33:27.005961 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Request body: {'port': {'device_id': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:33:27.047764 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9d58d856-1a77-4e50-9d16-e19e629fc8ec req-73fa73d1-f5c6-4d4a-b208-b68ace913b21 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484743 Mar 31 20:33:27.066006 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:27.318240 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:33:27.325795 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Publish callbacks [] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:27.337836 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Transition to ACTIVE for port object 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:33:27.416872 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:27.464982 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:27.540051 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Attempting to bind port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:33:27.540387 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Attempting to bind port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:33:27.540721 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Attempting to bind port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 on network 3437015e-3faa-4b6a-9767-5c0c89bf320b {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:33:27.546992 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 on network 3437015e-3faa-4b6a-9767-5c0c89bf320b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:33:27.547331 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Attempting to bind port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 on network 3437015e-3faa-4b6a-9767-5c0c89bf320b {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:33:27.558465 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:33:27.558956 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Checking segment: {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:33:27.559500 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Bound using segment: {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:33:27.560129 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Bound port: 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:33:27.560628 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:27.635764 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] For port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1, host hv-cinder-83607, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:33:27.640285 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] For port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:33:27.657326 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be1623-9166-4558-89db-f9db913557b7 req-f0ae316b-6d39-40ff-8c09-2217b267889c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:27.657326 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-41be1623-9166-4558-89db-f9db913557b7 req-f0ae316b-6d39-40ff-8c09-2217b267889c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 943 time: 0.0570521 Mar 31 20:33:27.707181 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-41be1623-9166-4558-89db-f9db913557b7 req-64d65cfd-d86d-4f3b-8443-01ba00a54381 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485137 Mar 31 20:33:27.748719 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:27.783341 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:27.783969 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:27.785374 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] 10.222.0.76 "PUT /v2.0/ports/4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 HTTP/1.1" status: 200 len: 1093 time: 0.8845448 Mar 31 20:33:27.786414 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'tag': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:33:27.788679 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be87f87-affc-47d7-8c09-612e6982215c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf434116-e354-4cdb-837b-fe83ccd490ba", "tag": "4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:33:27.790082 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device fd94b4f0-944f-4bf2-baa2-3700867eb76e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:33:27.814493 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd32510-ef58-4459-83bf-e7dc3f95a2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:27.963731 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port fd94b4f0-944f-4bf2-baa2-3700867eb76e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:27.977537 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'port_id': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'mac_address': 'fa:16:3e:4f:f2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:33:28.022302 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748cd0d5-e9a1-4f81-99da-9f04b8805a86 x-openstack-request-id: req-748cd0d5-e9a1-4f81-99da-9f04b8805a86 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:33:28.022714 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf434116-e354-4cdb-837b-fe83ccd490ba", "tag": "4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:33:28.023083 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-748cd0d5-e9a1-4f81-99da-9f04b8805a86 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:33:28.023616 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748cd0d5-e9a1-4f81-99da-9f04b8805a86'] response: {'name': 'network-changed', 'server_uuid': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'tag': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1', 'status': 'completed', 'code': 200} Mar 31 20:33:28.029129 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port fd94b4f0-944f-4bf2-baa2-3700867eb76e is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:33:28.029535 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:28.031134 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5ce22-21dd-4226-a415-724a23be8866 req-c53452cd-79db-4770-b66d-f050790a88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:28.032865 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-c53452cd-79db-4770-b66d-f050790a88ae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 1127 time: 0.0717876 Mar 31 20:33:28.044325 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd94b4f0-944f-4bf2-baa2-3700867eb76e {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:33:28.071766 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port fd94b4f0-944f-4bf2-baa2-3700867eb76e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:28.081659 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-382dc31f-7964-4b53-91cd-71931740ca39 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 HTTP/1.1" status: 200 len: 217 time: 0.0405691 Mar 31 20:33:28.130302 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5ce22-21dd-4226-a415-724a23be8866 req-865ff9d2-2e24-4066-9e58-cecc1d26d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:28.131843 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-865ff9d2-2e24-4066-9e58-cecc1d26d34d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9ed1327-54bc-459c-8ba6-245a511fc65b HTTP/1.1" status: 200 len: 851 time: 0.0441077 Mar 31 20:33:28.172857 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3b860-6264-4727-97dd-37888c1fe862 req-006bb762-3dee-4fb7-8f15-2569c3dd52e5 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:28.174409 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e8b3b860-6264-4727-97dd-37888c1fe862 req-006bb762-3dee-4fb7-8f15-2569c3dd52e5 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 943 time: 0.0546622 Mar 31 20:33:28.181363 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5ce22-21dd-4226-a415-724a23be8866 req-c5462e2e-8204-47f9-b49b-9a670703b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:28.182872 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:28.186066 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-c5462e2e-8204-47f9-b49b-9a670703b5e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3437015e-3faa-4b6a-9767-5c0c89bf320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454578 Mar 31 20:33:28.234754 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e8b3b860-6264-4727-97dd-37888c1fe862 req-e105d7d0-7956-4837-b55f-5ee100b01470 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541053 Mar 31 20:33:28.234989 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=fd94b4f0-944f-4bf2-baa2-3700867eb76e,revision_number=9']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:28.289830 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-a90fa916-daa0-445d-9329-73aaa392de1e service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008849 Mar 31 20:33:28.376614 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-48c5ce22-21dd-4226-a415-724a23be8866 req-d11f109d-4a8b-4f69-bc9e-b7a959a6147b service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808432 Mar 31 20:33:28.571264 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['fd94b4f0-944f-4bf2-baa2-3700867eb76e'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:33:28.579464 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be87f87-affc-47d7-8c09-612e6982215c req-a481a4c1-2ff2-44d1-baec-3e3cb38e9cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:28.581123 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3be87f87-affc-47d7-8c09-612e6982215c req-a481a4c1-2ff2-44d1-baec-3e3cb38e9cfe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 1127 time: 0.0510507 Mar 31 20:33:28.678613 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be87f87-affc-47d7-8c09-612e6982215c req-2932598d-7a8d-44e1-8074-cdeafaf6b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:28.679995 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3be87f87-affc-47d7-8c09-612e6982215c req-2932598d-7a8d-44e1-8074-cdeafaf6b6dc service neutron] 10.222.0.76 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 913 time: 0.0924337 Mar 31 20:33:28.725583 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3be87f87-affc-47d7-8c09-612e6982215c req-53abacbd-3084-4bd8-86b7-9a0cbce0f998 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 HTTP/1.1" status: 200 len: 217 time: 0.0392764 Mar 31 20:33:28.774225 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be87f87-affc-47d7-8c09-612e6982215c req-799edcf8-592c-4f52-8207-b36fbcdc8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:28.775738 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3be87f87-affc-47d7-8c09-612e6982215c req-799edcf8-592c-4f52-8207-b36fbcdc8221 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9ed1327-54bc-459c-8ba6-245a511fc65b HTTP/1.1" status: 200 len: 851 time: 0.0443184 Mar 31 20:33:28.826377 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be87f87-affc-47d7-8c09-612e6982215c req-4d64a038-7878-40ab-99c0-bc75c6b52bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:28.828026 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3be87f87-affc-47d7-8c09-612e6982215c req-4d64a038-7878-40ab-99c0-bc75c6b52bb1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3437015e-3faa-4b6a-9767-5c0c89bf320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455229 Mar 31 20:33:28.837529 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ad39e-cb2b-42af-b9a3-38e34703bfd8 req-3776b064-440a-4a06-bc08-a866189b0823 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:28.839054 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c41ad39e-cb2b-42af-b9a3-38e34703bfd8 req-3776b064-440a-4a06-bc08-a866189b0823 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 944 time: 0.0564005 Mar 31 20:33:28.886748 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c41ad39e-cb2b-42af-b9a3-38e34703bfd8 req-dee6f43f-9829-4968-9a42-b79acf66536e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418673 Mar 31 20:33:28.920785 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3be87f87-affc-47d7-8c09-612e6982215c req-63029095-6321-4873-a248-d7e2bc48d0b1 service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864646 Mar 31 20:33:29.017366 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3be87f87-affc-47d7-8c09-612e6982215c req-3f209a42-9422-4c62-b26e-a7e299b101a3 service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892847 Mar 31 20:33:29.368684 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3cd6b-92d6-4fcb-b4db-8b50f969db18 req-9b9af55a-34a2-4d62-a43d-35a4a5570ee1 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:29.370215 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cbc3cd6b-92d6-4fcb-b4db-8b50f969db18 req-9b9af55a-34a2-4d62-a43d-35a4a5570ee1 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 943 time: 0.0534818 Mar 31 20:33:29.419415 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-cbc3cd6b-92d6-4fcb-b4db-8b50f969db18 req-09019a4a-b96c-4a38-8915-dc73187e371d tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437732 Mar 31 20:33:29.784233 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device fd94b4f0-944f-4bf2-baa2-3700867eb76e up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:33:29.833669 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port fd94b4f0-944f-4bf2-baa2-3700867eb76e triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:33:29.834039 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:29.913194 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port fd94b4f0-944f-4bf2-baa2-3700867eb76e is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:33:29.913544 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:29.943074 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:33:29.945597 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e742d2f-2091-4ae5-ab78-26592b152ac0" -d '{"events": [{"server_uuid": "b82eda1e-ece5-4d7a-ab7c-ebe941727a22", "name": "network-vif-plugged", "status": "completed", "tag": "fd94b4f0-944f-4bf2-baa2-3700867eb76e"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:33:29.962850 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port fd94b4f0-944f-4bf2-baa2-3700867eb76e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:30.028982 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aba585-1efe-4614-87a6-8f5339804efb req-5f147fa9-ae6d-480a-ae01-8216ab7bdec0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:30.030511 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b7aba585-1efe-4614-87a6-8f5339804efb req-5f147fa9-ae6d-480a-ae01-8216ab7bdec0 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 944 time: 0.0660110 Mar 31 20:33:30.046003 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:30.071668 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acc7061-ceb0-4e92-aacb-5155fed4119e x-openstack-request-id: req-5acc7061-ceb0-4e92-aacb-5155fed4119e {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:33:30.072003 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82eda1e-ece5-4d7a-ab7c-ebe941727a22", "name": "network-vif-plugged", "status": "completed", "tag": "fd94b4f0-944f-4bf2-baa2-3700867eb76e", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:33:30.072248 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5acc7061-ceb0-4e92-aacb-5155fed4119e {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:33:30.072641 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5acc7061-ceb0-4e92-aacb-5155fed4119e'] response: {'server_uuid': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'code': 200} Mar 31 20:33:30.094102 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b7aba585-1efe-4614-87a6-8f5339804efb req-d8b871f7-6d04-4874-9d0d-0edf22398e99 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564723 Mar 31 20:33:30.105412 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=fd94b4f0-944f-4bf2-baa2-3700867eb76e,revision_number=10']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:30.424212 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef9ac9-bd1b-4500-bdda-bad651ce1eba req-83260f6a-fdae-4ab3-95e7-7e835ac1358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:30.425755 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-39ef9ac9-bd1b-4500-bdda-bad651ce1eba req-83260f6a-fdae-4ab3-95e7-7e835ac1358b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 1130 time: 0.0441792 Mar 31 20:33:30.471262 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-39ef9ac9-bd1b-4500-bdda-bad651ce1eba req-5824ac3f-2cf9-4d20-b4b5-bc940cabce78 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394442 Mar 31 20:33:30.539982 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b1678-ddb7-4eea-8bf0-1679bbe01371 req-4f819484-378d-4f0d-b693-30fec050f5ca tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:30.541505 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fe1b1678-ddb7-4eea-8bf0-1679bbe01371 req-4f819484-378d-4f0d-b693-30fec050f5ca tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 943 time: 0.0524755 Mar 31 20:33:30.590818 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fe1b1678-ddb7-4eea-8bf0-1679bbe01371 req-eaf8d046-58a1-45ce-aa11-869b4c4c1078 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437553 Mar 31 20:33:31.226026 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fb0f9-e238-4eff-bb94-21e304d9d299 req-fa8bbdff-d146-4604-ad42-08d79958887e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:31.227490 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-476fb0f9-e238-4eff-bb94-21e304d9d299 req-fa8bbdff-d146-4604-ad42-08d79958887e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 946 time: 0.0519907 Mar 31 20:33:31.276802 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-476fb0f9-e238-4eff-bb94-21e304d9d299 req-b2ae2677-8669-450d-94ac-fee5a48a78df tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438085 Mar 31 20:33:31.706735 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0685d2-b6b4-4e6d-a568-d1d2286f9dde req-1f6daa53-71c0-4b06-99cf-1324ad8b06da tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:31.708718 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6c0685d2-b6b4-4e6d-a568-d1d2286f9dde req-1f6daa53-71c0-4b06-99cf-1324ad8b06da tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 943 time: 0.0522025 Mar 31 20:33:31.758067 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6c0685d2-b6b4-4e6d-a568-d1d2286f9dde req-f309b255-e880-4995-9e21-28958dd7fa00 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438333 Mar 31 20:33:32.400412 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c07b07-7314-4671-9fa7-cd867aaf992d req-17a3fced-7cff-4dc5-a8d9-f9b404b3fc94 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:32.401912 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-09c07b07-7314-4671-9fa7-cd867aaf992d req-17a3fced-7cff-4dc5-a8d9-f9b404b3fc94 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 946 time: 0.0536797 Mar 31 20:33:32.448563 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-09c07b07-7314-4671-9fa7-cd867aaf992d req-d576d589-884c-4fb8-a9c9-a1df4a3f4f66 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411808 Mar 31 20:33:32.879384 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc7876-2633-45d1-95a5-4aded1674857 req-0a8f91b7-75f3-4aee-80e3-a6d7c7e74e18 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:32.880866 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-35cc7876-2633-45d1-95a5-4aded1674857 req-0a8f91b7-75f3-4aee-80e3-a6d7c7e74e18 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 943 time: 0.0560215 Mar 31 20:33:32.933609 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-35cc7876-2633-45d1-95a5-4aded1674857 req-11eab071-12db-4fba-babc-c1b9d1927cfc tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468464 Mar 31 20:33:33.567709 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132e307-d164-4c85-b42c-a25be1d3fa3b req-7de01ba1-5d50-489b-8a63-7a8cc490679e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:33.569180 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d132e307-d164-4c85-b42c-a25be1d3fa3b req-7de01ba1-5d50-489b-8a63-7a8cc490679e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 946 time: 0.0516601 Mar 31 20:33:33.616345 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d132e307-d164-4c85-b42c-a25be1d3fa3b req-49deac31-d1bb-4e50-b4aa-4cdacb1eb5f5 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411301 Mar 31 20:33:34.049397 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d6a21-4cd4-44d7-8df1-618a323bdd85 req-2ae4952e-555d-4e9e-99e1-51fe003c99f4 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:34.051017 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d29d6a21-4cd4-44d7-8df1-618a323bdd85 req-2ae4952e-555d-4e9e-99e1-51fe003c99f4 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 943 time: 0.0520201 Mar 31 20:33:34.102761 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d29d6a21-4cd4-44d7-8df1-618a323bdd85 req-077ecc93-7eb5-4201-8893-41f0e5586e58 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462735 Mar 31 20:33:34.739576 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e2277-9cd5-4fd5-a73b-0b2982e45422 req-7cdce28d-1088-4588-8066-7bda7e1396b1 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:34.741059 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff2e2277-9cd5-4fd5-a73b-0b2982e45422 req-7cdce28d-1088-4588-8066-7bda7e1396b1 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 946 time: 0.0520434 Mar 31 20:33:34.790035 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ff2e2277-9cd5-4fd5-a73b-0b2982e45422 req-0622a03c-4a67-4cc0-8190-cddd891d2a6b tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433605 Mar 31 20:33:35.225437 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59caadf-18ee-43ec-a77f-bd691f40c44b req-0f08234b-f850-485e-b724-cee66dafd720 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:35.226926 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f59caadf-18ee-43ec-a77f-bd691f40c44b req-0f08234b-f850-485e-b724-cee66dafd720 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 943 time: 0.0574787 Mar 31 20:33:35.277700 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f59caadf-18ee-43ec-a77f-bd691f40c44b req-d0f7b07f-19fd-4bd9-834c-91497789cbe4 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451801 Mar 31 20:33:36.401594 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7aa29-9e28-4995-afeb-8267cc220aa2 req-e5cbf98a-004c-4c06-bdfc-a4a218f32004 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:36.403059 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a4a7aa29-9e28-4995-afeb-8267cc220aa2 req-e5cbf98a-004c-4c06-bdfc-a4a218f32004 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 943 time: 0.0551553 Mar 31 20:33:36.451182 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a4a7aa29-9e28-4995-afeb-8267cc220aa2 req-1608ed27-b8b1-4d34-8cc7-b79c633c448c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426149 Mar 31 20:33:37.569851 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecc180-9d90-4bca-8800-8545518b281a req-ac038601-b2e4-4860-a872-5f395e8902ae tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:37.571586 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-afecc180-9d90-4bca-8800-8545518b281a req-ac038601-b2e4-4860-a872-5f395e8902ae tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 943 time: 0.0525920 Mar 31 20:33:37.621541 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-afecc180-9d90-4bca-8800-8545518b281a req-62b5b638-4e53-4580-a8e4-705c8f7bac38 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443475 Mar 31 20:33:37.845789 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:33:37.943294 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:37.955802 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'port_id': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1', 'mac_address': 'fa:16:3e:d4:bb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:33:37.997633 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:33:37.998028 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:38.012274 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:33:38.031709 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:38.136661 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:38.185485 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:38.510075 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:33:38.743000 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886855c1-bf4b-42b2-9768-a12ceb1e3068 req-5c7f57f6-a9db-4a86-976f-96bb21c16e9f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:38.744755 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-886855c1-bf4b-42b2-9768-a12ceb1e3068 req-5c7f57f6-a9db-4a86-976f-96bb21c16e9f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 944 time: 0.0571563 Mar 31 20:33:38.795363 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-886855c1-bf4b-42b2-9768-a12ceb1e3068 req-1bf09a2f-08b5-465c-ba32-c51409e66041 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448534 Mar 31 20:33:39.849008 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:33:39.919490 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842b960-3ae6-42ea-8152-e16276a0d4f2 req-1bc577ed-674e-4daa-888a-9fd323d0f26d tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:39.920897 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4842b960-3ae6-42ea-8152-e16276a0d4f2 req-1bc577ed-674e-4daa-888a-9fd323d0f26d tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 944 time: 0.0564146 Mar 31 20:33:39.974000 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4842b960-3ae6-42ea-8152-e16276a0d4f2 req-afbddc72-1466-4c5d-bb0a-68d8ce5e2944 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466399 Mar 31 20:33:39.989550 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:33:39.994822 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:33:39.995201 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:40.076861 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:33:40.077286 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:40.098977 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:33:40.101236 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8137e7-bb63-40cc-a722-a48c63a4f791" -d '{"events": [{"server_uuid": "cf434116-e354-4cdb-837b-fe83ccd490ba", "name": "network-vif-plugged", "status": "completed", "tag": "4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:33:40.114591 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:40.138877 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3684e7de-fe39-4e08-86ae-0d909f6c9c7e x-openstack-request-id: req-3684e7de-fe39-4e08-86ae-0d909f6c9c7e {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:33:40.139345 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf434116-e354-4cdb-837b-fe83ccd490ba", "name": "network-vif-plugged", "status": "completed", "tag": "4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:33:40.139631 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3684e7de-fe39-4e08-86ae-0d909f6c9c7e {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:33:40.140143 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3684e7de-fe39-4e08-86ae-0d909f6c9c7e'] response: {'server_uuid': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1', 'code': 200} Mar 31 20:33:40.240538 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:40.290400 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:40.467782 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:40.626095 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91574f8-e4ed-4bbb-8694-7cc566e262a8 req-16b25fe4-3da5-4ce5-8094-5ad72074d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:40.627717 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e91574f8-e4ed-4bbb-8694-7cc566e262a8 req-16b25fe4-3da5-4ce5-8094-5ad72074d231 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 1129 time: 0.0497036 Mar 31 20:33:40.674086 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e91574f8-e4ed-4bbb-8694-7cc566e262a8 req-8f232ce4-0daa-4634-9c38-92f44418dd00 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409038 Mar 31 20:33:40.803950 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:33:41.101239 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fdcf4-47f8-4cf8-9774-030b33e888a5 req-a12f3ab0-edc5-4f52-ac87-7a5e1f6dd247 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:41.102739 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7e6fdcf4-47f8-4cf8-9774-030b33e888a5 req-a12f3ab0-edc5-4f52-ac87-7a5e1f6dd247 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 945 time: 0.0555046 Mar 31 20:33:41.164276 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7e6fdcf4-47f8-4cf8-9774-030b33e888a5 req-ff020b12-d6f1-4abf-97d7-8632f327850f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533977 Mar 31 20:33:42.287229 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39a085-ba18-498d-abcd-75446e4e8a35 req-c3bd1ad2-c1e0-4581-9eae-6bf0bbabde1c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:42.288707 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fe39a085-ba18-498d-abcd-75446e4e8a35 req-c3bd1ad2-c1e0-4581-9eae-6bf0bbabde1c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 945 time: 0.0542185 Mar 31 20:33:42.342339 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-fe39a085-ba18-498d-abcd-75446e4e8a35 req-020850e9-35bc-4445-a21d-9be827dbfe92 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476444 Mar 31 20:33:43.464881 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78159a8-34d7-4f8f-9a54-6195f2f1da4f req-90ed0ac5-2ab5-4082-a00c-eb5044465c4f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:43.466421 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a78159a8-34d7-4f8f-9a54-6195f2f1da4f req-90ed0ac5-2ab5-4082-a00c-eb5044465c4f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 945 time: 0.0582130 Mar 31 20:33:43.520864 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a78159a8-34d7-4f8f-9a54-6195f2f1da4f req-d2dadd3d-f34a-4a56-be58-9fb794e902b5 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489018 Mar 31 20:33:43.641135 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e45707-032b-4f63-8140-f1939e013f4c req-e9af968a-310f-4655-8c51-2a84a5f3a77c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:43.642629 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-73e45707-032b-4f63-8140-f1939e013f4c req-e9af968a-310f-4655-8c51-2a84a5f3a77c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 945 time: 0.0560434 Mar 31 20:33:43.691759 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-73e45707-032b-4f63-8140-f1939e013f4c req-2bc70c4d-8d0a-4144-a0dc-e78c9b79bf6a tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428445 Mar 31 20:33:43.714326 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 46994) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:43.872424 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd2f91-054c-4773-b586-d5bc4fcdfd3b tempest-TestVolumeBootPattern-273055062 tempest-TestVolumeBootPattern-273055062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:43.874065 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-1ffd2f91-054c-4773-b586-d5bc4fcdfd3b tempest-TestVolumeBootPattern-273055062 tempest-TestVolumeBootPattern-273055062-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 1124 time: 0.1587508 Mar 31 20:33:43.876754 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 46998) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:43.881103 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Request body: {'floatingip': {'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'port_id': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:33:44.011217 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:44.109333 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:44.214831 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Allocated IP 172.27.2.42 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/8a887d0c-dc89-42b8-aede-0b74e2abec75) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:33:44.318011 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for port (8a887d0c-dc89-42b8-aede-0b74e2abec75), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:44.439928 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (8a887d0c-dc89-42b8-aede-0b74e2abec75), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:44.475194 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:33:44.478067 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:33:44.481525 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:33:44.509125 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'Port': ['ID=8a887d0c-dc89-42b8-aede-0b74e2abec75,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:44.834368 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for floatingip (05e858c4-8676-4365-ad7d-64aabfc33260), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:45.026627 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (8a887d0c-dc89-42b8-aede-0b74e2abec75), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:45.177841 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for port (8a887d0c-dc89-42b8-aede-0b74e2abec75), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:45.318482 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (8a887d0c-dc89-42b8-aede-0b74e2abec75), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:45.387555 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event updated for resources: {'Port': ['ID=8a887d0c-dc89-42b8-aede-0b74e2abec75,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:45.397068 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (05e858c4-8676-4365-ad7d-64aabfc33260), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:45.496750 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Floating IP 05e858c4-8676-4365-ad7d-64aabfc33260 associated. External IP: 172.27.2.42, port: 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1. Mar 31 20:33:45.896565 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-57b40620-f92f-469c-a6da-6e86e1751b85 req-5bad9409-69bc-4626-9940-5c724d0d69d6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513268 Mar 31 20:33:45.963764 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b40620-f92f-469c-a6da-6e86e1751b85 req-f2c09720-2ce3-4a33-bdb8-528d1fa5e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:45.965334 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-57b40620-f92f-469c-a6da-6e86e1751b85 req-f2c09720-2ce3-4a33-bdb8-528d1fa5e9c6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a4218c461f42dbb07a80644deeec2c&device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 1130 time: 0.0480814 Mar 31 20:33:45.992605 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Router bcdbec6b-b6b1-498a-819f-338c9a07945a has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:33:46.067810 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b40620-f92f-469c-a6da-6e86e1751b85 req-b7e072c8-f6ce-4f8d-bb2a-d56d65be01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:46.069311 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-57b40620-f92f-469c-a6da-6e86e1751b85 req-b7e072c8-f6ce-4f8d-bb2a-d56d65be01a8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 200 len: 917 time: 0.0870421 Mar 31 20:33:46.101182 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:33:46.112760 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929ca72-4113-42fe-bb0e-cdb5e4492732 None None] Sync routers for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:33:46.123844 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929ca72-4113-42fe-bb0e-cdb5e4492732 None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:33:46.134771 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-9929ca72-4113-42fe-bb0e-cdb5e4492732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:33:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:46.134943 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-57b40620-f92f-469c-a6da-6e86e1751b85 req-f6994ea6-3110-4c18-b700-ecead131e0f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e HTTP/1.1" status: 200 len: 1000 time: 0.0584800 Mar 31 20:33:46.187461 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b40620-f92f-469c-a6da-6e86e1751b85 req-1275b032-3be7-4bc3-bea6-2dbcc61c2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:46.188867 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-57b40620-f92f-469c-a6da-6e86e1751b85 req-1275b032-3be7-4bc3-bea6-2dbcc61c2568 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bea34364-25de-4223-a970-366fe9a8bb90 HTTP/1.1" status: 200 len: 855 time: 0.0490055 Mar 31 20:33:46.201521 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:46.243903 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-9929ca72-4113-42fe-bb0e-cdb5e4492732 None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:33:46.248215 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b40620-f92f-469c-a6da-6e86e1751b85 req-da7b6bde-6d55-4485-8649-c10a3ee0689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:46.249821 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-57b40620-f92f-469c-a6da-6e86e1751b85 req-da7b6bde-6d55-4485-8649-c10a3ee0689f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=471d06ab-6d13-45c3-8d1d-4f6a22317dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545657 Mar 31 20:33:46.251194 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-04489781-168b-4fd9-b526-b757c025fae7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3732543 Mar 31 20:33:46.251863 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'tag': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:33:46.254233 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3968df78-18d4-4e78-a44c-c4c16a999f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf434116-e354-4cdb-837b-fe83ccd490ba", "tag": "4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:33:46.296249 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d989a84-f486-4c8a-9fe5-b50d19720dfd x-openstack-request-id: req-0d989a84-f486-4c8a-9fe5-b50d19720dfd {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:33:46.296603 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf434116-e354-4cdb-837b-fe83ccd490ba", "tag": "4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:33:46.296951 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0d989a84-f486-4c8a-9fe5-b50d19720dfd {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:33:46.297421 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d989a84-f486-4c8a-9fe5-b50d19720dfd'] response: {'name': 'network-changed', 'server_uuid': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'tag': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1', 'status': 'completed', 'code': 200} Mar 31 20:33:46.341193 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-57b40620-f92f-469c-a6da-6e86e1751b85 req-b66cba59-b9dc-4b45-b085-623eada63c89 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848362 Mar 31 20:33:46.364954 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968df78-18d4-4e78-a44c-c4c16a999f1a req-0c38498e-9679-4c14-ada1-6f237c737d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:46.366482 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3968df78-18d4-4e78-a44c-c4c16a999f1a req-0c38498e-9679-4c14-ada1-6f237c737d5b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 1129 time: 0.0481248 Mar 31 20:33:46.437961 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [req-57b40620-f92f-469c-a6da-6e86e1751b85 req-06683cbc-e48f-41da-9fc7-aac8aa717b13 service neutron] 10.222.0.76 "GET /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902474 Mar 31 20:33:46.464302 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968df78-18d4-4e78-a44c-c4c16a999f1a req-73cc6353-5eb2-4870-89f6-28d38ea0f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:46.465780 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3968df78-18d4-4e78-a44c-c4c16a999f1a req-73cc6353-5eb2-4870-89f6-28d38ea0f8aa service neutron] 10.222.0.76 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 913 time: 0.0926523 Mar 31 20:33:46.480607 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-9929ca72-4113-42fe-bb0e-cdb5e4492732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '05e858c4-8676-4365-ad7d-64aabfc33260', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:d4:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:33:44Z', 'updated_at': '2022-03-31T20:33:44Z', 'revision_number': 0, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}, {'id': 'ae13ea97-fa34-42a7-b8f8-2afad797393d', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:c7:21:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:36Z', 'updated_at': '2022-03-31T20:30:39Z', 'revision_number': 1, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:46.510159 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929ca72-4113-42fe-bb0e-cdb5e4492732 None None] Checking router: bcdbec6b-b6b1-498a-819f-338c9a07945a for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:33:46.518467 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929ca72-4113-42fe-bb0e-cdb5e4492732 None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:33:46.519071 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-9929ca72-4113-42fe-bb0e-cdb5e4492732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:33:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:46.531710 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3968df78-18d4-4e78-a44c-c4c16a999f1a req-eb1479c7-e144-4a73-ac1c-48615161b5f9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 HTTP/1.1" status: 200 len: 998 time: 0.0597258 Mar 31 20:33:46.595668 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968df78-18d4-4e78-a44c-c4c16a999f1a req-20277197-b032-4c45-8702-e61a0203ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:46.597194 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3968df78-18d4-4e78-a44c-c4c16a999f1a req-20277197-b032-4c45-8702-e61a0203ffcf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9ed1327-54bc-459c-8ba6-245a511fc65b HTTP/1.1" status: 200 len: 851 time: 0.0597079 Mar 31 20:33:46.634677 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-9929ca72-4113-42fe-bb0e-cdb5e4492732 None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:33:46.650739 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968df78-18d4-4e78-a44c-c4c16a999f1a req-96b15e7a-661b-47dd-926c-ab364e458995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:46.652287 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3968df78-18d4-4e78-a44c-c4c16a999f1a req-96b15e7a-661b-47dd-926c-ab364e458995 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3437015e-3faa-4b6a-9767-5c0c89bf320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497622 Mar 31 20:33:46.749156 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3968df78-18d4-4e78-a44c-c4c16a999f1a req-a6f628c3-d4e1-4982-8b2d-0f01c3d78412 service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852544 Mar 31 20:33:46.841420 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3968df78-18d4-4e78-a44c-c4c16a999f1a req-8430a4fb-3379-4c56-a8c8-c7860d72ec4f service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859289 Mar 31 20:33:46.858846 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-9929ca72-4113-42fe-bb0e-cdb5e4492732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '05e858c4-8676-4365-ad7d-64aabfc33260', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:d4:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:33:44Z', 'updated_at': '2022-03-31T20:33:44Z', 'revision_number': 0, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}, {'id': 'ae13ea97-fa34-42a7-b8f8-2afad797393d', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:c7:21:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:36Z', 'updated_at': '2022-03-31T20:30:39Z', 'revision_number': 1, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:46.884896 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929ca72-4113-42fe-bb0e-cdb5e4492732 None None] The sync data for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi is: [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '05e858c4-8676-4365-ad7d-64aabfc33260', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:d4:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:33:44Z', 'updated_at': '2022-03-31T20:33:44Z', 'revision_number': 0, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}, {'id': 'ae13ea97-fa34-42a7-b8f8-2afad797393d', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:c7:21:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:36Z', 'updated_at': '2022-03-31T20:30:39Z', 'revision_number': 1, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:33:47.095694 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5367f38-bde6-45f6-8c07-c7ebc9d37d90 None None] New status for floating IP 05e858c4-8676-4365-ad7d-64aabfc33260: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:33:47.496420 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f49f93fb-e17e-4d93-b3ff-5785eed65505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:49.822343 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-408caf09-6362-4d59-afe5-e9eca70d0a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:51.016557 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:52.233222 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:53.799017 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:10.416462 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:12.798142 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47056) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:13.047065 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Deleting port 7bab41d0-973f-4c99-b29a-4533470a7037 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:13.047410 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (7bab41d0-973f-4c99-b29a-4533470a7037), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:13.125296 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (7bab41d0-973f-4c99-b29a-4533470a7037), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:13.129237 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for floatingip (7bab41d0-973f-4c99-b29a-4533470a7037), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:13.137266 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Calling delete_port for 7bab41d0-973f-4c99-b29a-4533470a7037 owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:13.398778 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (7bab41d0-973f-4c99-b29a-4533470a7037), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:13.429094 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Pushing event deleted for resources: {'Port': ['ID=7bab41d0-973f-4c99-b29a-4533470a7037,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:13.452574 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.452954 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.453372 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.453651 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.453991 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.454324 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.454658 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.454990 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.455324 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.455652 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.455985 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.456315 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.456653 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.457005 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.457336 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:13.495809 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for floatingip (399d8327-3606-4854-9205-8726066bd027), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:13.496147 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Floating IP 399d8327-3606-4854-9205-8726066bd027 disassociated (deleted). External IP: 172.27.2.206, port: cc3c4875-8f14-43dc-a876-070c7e45a1ed. Mar 31 20:34:13.704324 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Router 82396441-de8b-4696-a0ec-c8c386d71d51 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:34:13.814101 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:34:13.819188 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:13.828611 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd42f3e-b9e5-4b5b-a0af-3ebf4ad89288 None None] Sync routers for ids ['82396441-de8b-4696-a0ec-c8c386d71d51'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:34:13.840374 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd42f3e-b9e5-4b5b-a0af-3ebf4ad89288 None None] Routers {'82396441-de8b-4696-a0ec-c8c386d71d51'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:13.841123 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-4fd42f3e-b9e5-4b5b-a0af-3ebf4ad89288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:33:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['82396441-de8b-4696-a0ec-c8c386d71d51'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:13.854863 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7fded6db-0784-4bdc-a1c6-8c2a5c08f75a tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "DELETE /v2.0/floatingips/399d8327-3606-4854-9205-8726066bd027 HTTP/1.1" status: 204 len: 168 time: 1.0533099 Mar 31 20:34:13.854863 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'tag': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:34:13.855563 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756e12fa-e57c-4659-b2c9-2eebec6ed30b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e46be96-eeb7-4770-af79-08c113e3b19f", "tag": "cc3c4875-8f14-43dc-a876-070c7e45a1ed"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:34:13.893918 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce0bf8e-7646-4c39-ba4d-92712eecc474 x-openstack-request-id: req-1ce0bf8e-7646-4c39-ba4d-92712eecc474 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:34:13.894215 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e46be96-eeb7-4770-af79-08c113e3b19f", "tag": "cc3c4875-8f14-43dc-a876-070c7e45a1ed", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:34:13.894465 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ce0bf8e-7646-4c39-ba4d-92712eecc474 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:34:13.894867 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce0bf8e-7646-4c39-ba4d-92712eecc474'] response: {'name': 'network-changed', 'server_uuid': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'tag': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'status': 'completed', 'code': 200} Mar 31 20:34:13.971928 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-4fd42f3e-b9e5-4b5b-a0af-3ebf4ad89288 None None] Set router 82396441-de8b-4696-a0ec-c8c386d71d51 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:13.976695 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e12fa-e57c-4659-b2c9-2eebec6ed30b req-c0ddd032-7958-486f-a488-ae7aff895978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:13.984604 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-756e12fa-e57c-4659-b2c9-2eebec6ed30b req-c0ddd032-7958-486f-a488-ae7aff895978 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8abb313c6a084802a72b9d6238fd2df6&device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 1129 time: 0.0468678 Mar 31 20:34:14.072117 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e12fa-e57c-4659-b2c9-2eebec6ed30b req-b5840ffe-8328-487c-af41-42fd9f9f1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:14.073615 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-756e12fa-e57c-4659-b2c9-2eebec6ed30b req-b5840ffe-8328-487c-af41-42fd9f9f1e50 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 HTTP/1.1" status: 200 len: 910 time: 0.0893891 Mar 31 20:34:14.115343 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-756e12fa-e57c-4659-b2c9-2eebec6ed30b req-4c7b0a0a-65e4-4223-95b3-992d93f6ef98 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed HTTP/1.1" status: 200 len: 217 time: 0.0356903 Mar 31 20:34:14.163143 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e12fa-e57c-4659-b2c9-2eebec6ed30b req-4fa8764e-a44c-46b7-bde2-6e3e7a403aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:14.164716 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-756e12fa-e57c-4659-b2c9-2eebec6ed30b req-4fa8764e-a44c-46b7-bde2-6e3e7a403aba service neutron] 10.222.0.76 "GET /v2.0/subnets?id=30b0a1b0-7c2f-451e-9749-77577e4481f6 HTTP/1.1" status: 200 len: 848 time: 0.0442743 Mar 31 20:34:14.178182 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-4fd42f3e-b9e5-4b5b-a0af-3ebf4ad89288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '86371ad0-4324-4334-bb3a-5b294637e836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:26:55Z', 'revision_number': 4, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port': {'id': '86371ad0-4324-4334-bb3a-5b294637e836', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:51Z', 'updated_at': '2022-03-31T20:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7ab8ce10-685e-447c-9221-79118193c62d', 'name': '', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'mac_address': 'fa:16:3e:7b:84:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:54Z', 'updated_at': '2022-03-31T20:26:59Z', 'revision_number': 5, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'subnets': [{'id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:14.209865 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd42f3e-b9e5-4b5b-a0af-3ebf4ad89288 None None] Checking router: 82396441-de8b-4696-a0ec-c8c386d71d51 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:34:14.216816 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e12fa-e57c-4659-b2c9-2eebec6ed30b req-e9ffeec9-0582-4614-91a4-35587c47ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:14.218483 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-756e12fa-e57c-4659-b2c9-2eebec6ed30b req-e9ffeec9-0582-4614-91a4-35587c47ca7d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481923 Mar 31 20:34:14.218994 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd42f3e-b9e5-4b5b-a0af-3ebf4ad89288 None None] Routers {'82396441-de8b-4696-a0ec-c8c386d71d51'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:14.219624 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-4fd42f3e-b9e5-4b5b-a0af-3ebf4ad89288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:33:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['82396441-de8b-4696-a0ec-c8c386d71d51'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:14.318545 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-756e12fa-e57c-4659-b2c9-2eebec6ed30b req-aced71e3-540d-40ac-af39-661dec48dc77 service neutron] 10.222.0.76 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905674 Mar 31 20:34:14.333360 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-4fd42f3e-b9e5-4b5b-a0af-3ebf4ad89288 None None] Set router 82396441-de8b-4696-a0ec-c8c386d71d51 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:14.459931 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-756e12fa-e57c-4659-b2c9-2eebec6ed30b req-6c8605aa-04d5-4dfa-9687-820bd4669577 service neutron] 10.222.0.76 "GET /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371315 Mar 31 20:34:14.468128 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86e9a5-1004-4349-aea3-7a9da556ff41 req-0cc3e6d2-d559-4850-bbd1-fbbd4b26a171 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:14.469768 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3a86e9a5-1004-4349-aea3-7a9da556ff41 req-0cc3e6d2-d559-4850-bbd1-fbbd4b26a171 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0968852 Mar 31 20:34:14.528872 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3a86e9a5-1004-4349-aea3-7a9da556ff41 req-a31964d8-6f39-42d9-b5f0-9fae954c40db tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530143 Mar 31 20:34:14.575054 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-4fd42f3e-b9e5-4b5b-a0af-3ebf4ad89288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '86371ad0-4324-4334-bb3a-5b294637e836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:26:55Z', 'revision_number': 4, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port': {'id': '86371ad0-4324-4334-bb3a-5b294637e836', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:51Z', 'updated_at': '2022-03-31T20:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7ab8ce10-685e-447c-9221-79118193c62d', 'name': '', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'mac_address': 'fa:16:3e:7b:84:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:54Z', 'updated_at': '2022-03-31T20:26:59Z', 'revision_number': 5, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'subnets': [{'id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:14.601948 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd42f3e-b9e5-4b5b-a0af-3ebf4ad89288 None None] The sync data for ids ['82396441-de8b-4696-a0ec-c8c386d71d51'] in dv-cinder-836070-1-iscsi is: [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '86371ad0-4324-4334-bb3a-5b294637e836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:26:55Z', 'revision_number': 4, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port': {'id': '86371ad0-4324-4334-bb3a-5b294637e836', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:51Z', 'updated_at': '2022-03-31T20:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7ab8ce10-685e-447c-9221-79118193c62d', 'name': '', 'network_id': '9433afa5-aa8b-4f5b-8a98-dcf6a9841d91', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'mac_address': 'fa:16:3e:7b:84:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:54Z', 'updated_at': '2022-03-31T20:26:59Z', 'revision_number': 5, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'subnets': [{'id': '30b0a1b0-7c2f-451e-9749-77577e4481f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:34:14.820331 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6af19-3fb7-4d56-aaf1-cdecaecac322 None None] New status for floating IP 399d8327-3606-4854-9205-8726066bd027: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:34:15.657860 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087a413-3b35-484b-a126-78c024e7a348 req-85d97c2c-38c7-46f5-b8cf-172da88f972b tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:15.659325 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8087a413-3b35-484b-a126-78c024e7a348 req-85d97c2c-38c7-46f5-b8cf-172da88f972b tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0518663 Mar 31 20:34:15.707906 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8087a413-3b35-484b-a126-78c024e7a348 req-895cbf75-88df-4bb2-a586-c7e6a7fb08d3 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/security-groups?id=a53997ca-b336-46d5-97cf-7b3a6f3b8156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 Mar 31 20:34:16.279792 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efe906-f5d8-4ff3-a0bb-e63e2184e51f req-321c460f-8922-4f72-912f-8c230421b1a1 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:16.281222 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-43efe906-f5d8-4ff3-a0bb-e63e2184e51f req-321c460f-8922-4f72-912f-8c230421b1a1 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 945 time: 0.0546181 Mar 31 20:34:16.373407 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-43efe906-f5d8-4ff3-a0bb-e63e2184e51f req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Deleting port cc3c4875-8f14-43dc-a876-070c7e45a1ed {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:16.387285 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-43efe906-f5d8-4ff3-a0bb-e63e2184e51f req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:16.466454 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-43efe906-f5d8-4ff3-a0bb-e63e2184e51f req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] For port cc3c4875-8f14-43dc-a876-070c7e45a1ed, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc3c4875-8f14-43dc-a876-070c7e45a1ed,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:16.466820 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-43efe906-f5d8-4ff3-a0bb-e63e2184e51f req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:16.479909 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-43efe906-f5d8-4ff3-a0bb-e63e2184e51f req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Calling delete_port for cc3c4875-8f14-43dc-a876-070c7e45a1ed owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:16.700896 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-43efe906-f5d8-4ff3-a0bb-e63e2184e51f req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (cc3c4875-8f14-43dc-a876-070c7e45a1ed), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:16.741185 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Pushing event deleted for resources: {'Port': ['ID=cc3c4875-8f14-43dc-a876-070c7e45a1ed,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:16.776997 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.780415 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.780415 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.780415 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.780415 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.780415 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.780415 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.780415 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.780415 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.782503 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.782503 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.782503 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.782503 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.782503 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.782503 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:16.826442 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8ecf2c28-0f15-4cd4-85e7-d32984b39253 req-d9df7cc2-1d4d-4c68-ad57-f1698ea322a9 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 210 time: 0.0411062 Mar 31 20:34:16.827145 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-43efe906-f5d8-4ff3-a0bb-e63e2184e51f req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] No DVR routers for this DVR port cc3c4875-8f14-43dc-a876-070c7e45a1ed on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:34:16.829782 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-43efe906-f5d8-4ff3-a0bb-e63e2184e51f req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:16.833224 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-43efe906-f5d8-4ff3-a0bb-e63e2184e51f req-6cd7a588-5fc9-4ab3-b638-49ad3ee594c0 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.76 "DELETE /v2.0/ports/cc3c4875-8f14-43dc-a876-070c7e45a1ed HTTP/1.1" status: 204 len: 173 time: 0.5467875 Mar 31 20:34:16.833666 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'name': 'network-vif-deleted', 'tag': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:34:16.836723 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6a1cba-0fb6-4b37-a9d7-c5a938236944" -d '{"events": [{"server_uuid": "1e46be96-eeb7-4770-af79-08c113e3b19f", "name": "network-vif-deleted", "tag": "cc3c4875-8f14-43dc-a876-070c7e45a1ed"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:34:16.924536 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3f2557-d8ac-44bf-8cf5-d404d486d544 x-openstack-request-id: req-ef3f2557-d8ac-44bf-8cf5-d404d486d544 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:34:16.924884 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e46be96-eeb7-4770-af79-08c113e3b19f", "name": "network-vif-deleted", "tag": "cc3c4875-8f14-43dc-a876-070c7e45a1ed", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:34:16.925125 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ef3f2557-d8ac-44bf-8cf5-d404d486d544 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:34:16.925529 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3f2557-d8ac-44bf-8cf5-d404d486d544'] response: {'server_uuid': '1e46be96-eeb7-4770-af79-08c113e3b19f', 'name': 'network-vif-deleted', 'tag': 'cc3c4875-8f14-43dc-a876-070c7e45a1ed', 'status': 'completed', 'code': 200} Mar 31 20:34:17.497337 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-08f50040-59d6-47c7-9dd4-7d71f5587a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:17.807528 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:34:17.937674 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-02c3a86a-0bfe-458d-95bb-656fab29d715 req-90a61ac2-852e-4361-a600-0898aed5ff73 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e46be96-eeb7-4770-af79-08c113e3b19f HTTP/1.1" status: 200 len: 210 time: 0.0296581 Mar 31 20:34:18.995188 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47112) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:19.051943 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-968a2818-a317-47ae-8685-e99399a2d813 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group (a53997ca-b336-46d5-97cf-7b3a6f3b8156), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:19.080187 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-968a2818-a317-47ae-8685-e99399a2d813 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group (a53997ca-b336-46d5-97cf-7b3a6f3b8156), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:19.232248 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-968a2818-a317-47ae-8685-e99399a2d813 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (a53997ca-b336-46d5-97cf-7b3a6f3b8156), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:19.234973 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-968a2818-a317-47ae-8685-e99399a2d813 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:19.236143 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-968a2818-a317-47ae-8685-e99399a2d813 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] 10.222.0.74 "DELETE /v2.0/security-groups/a53997ca-b336-46d5-97cf-7b3a6f3b8156 HTTP/1.1" status: 204 len: 168 time: 0.2399783 Mar 31 20:34:19.253845 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a2818-a317-47ae-8685-e99399a2d813 tempest-TestShelveInstance-1512987232 tempest-TestShelveInstance-1512987232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53997ca-b336-46d5-97cf-7b3a6f3b8156,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:19.849861 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-ac78a558-cab6-4ec3-a181-add5a56d1c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:20.068409 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device cc3c4875-8f14-43dc-a876-070c7e45a1ed no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:20.081580 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: cc3c4875-8f14-43dc-a876-070c7e45a1ed {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:20.081951 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device cc3c4875-8f14-43dc-a876-070c7e45a1ed not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:20.414029 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47120) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:20.913521 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5600a0-6d7f-475b-a7f6-ce8a5cf31ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467827'] for router_interface (82396441-de8b-4696-a0ec-c8c386d71d51), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:20.969635 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:21.432707 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-ab5600a0-6d7f-475b-a7f6-ce8a5cf31ca7 admin admin] Deleting port 7ab8ce10-685e-447c-9221-79118193c62d {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:21.433315 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5600a0-6d7f-475b-a7f6-ce8a5cf31ca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (7ab8ce10-685e-447c-9221-79118193c62d), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:21.507512 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-ab5600a0-6d7f-475b-a7f6-ce8a5cf31ca7 admin admin] For port 7ab8ce10-685e-447c-9221-79118193c62d, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=7ab8ce10-685e-447c-9221-79118193c62d,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:21.507870 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5600a0-6d7f-475b-a7f6-ce8a5cf31ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (7ab8ce10-685e-447c-9221-79118193c62d), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:21.520063 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-ab5600a0-6d7f-475b-a7f6-ce8a5cf31ca7 admin admin] Calling delete_port for 7ab8ce10-685e-447c-9221-79118193c62d owned by network:router_interface {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:21.810144 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5600a0-6d7f-475b-a7f6-ce8a5cf31ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (7ab8ce10-685e-447c-9221-79118193c62d), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:21.836127 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5600a0-6d7f-475b-a7f6-ce8a5cf31ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab8ce10-685e-447c-9221-79118193c62d,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:22.001976 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5600a0-6d7f-475b-a7f6-ce8a5cf31ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16467171'] for router_interface (82396441-de8b-4696-a0ec-c8c386d71d51), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:22.217279 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5600a0-6d7f-475b-a7f6-ce8a5cf31ca7 admin admin] Router 82396441-de8b-4696-a0ec-c8c386d71d51 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:34:22.225956 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:22.323711 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5600a0-6d7f-475b-a7f6-ce8a5cf31ca7 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:34:22.328696 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ab5600a0-6d7f-475b-a7f6-ce8a5cf31ca7 admin admin] 10.222.0.74 "PUT /v2.0/routers/82396441-de8b-4696-a0ec-c8c386d71d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9136605 Mar 31 20:34:22.331247 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47128) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:22.334174 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959de169-c563-42cc-9b00-b74d59c3c8f9 None None] Sync routers for ids ['82396441-de8b-4696-a0ec-c8c386d71d51'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:34:22.344144 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959de169-c563-42cc-9b00-b74d59c3c8f9 None None] Routers {'82396441-de8b-4696-a0ec-c8c386d71d51'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:22.344757 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-959de169-c563-42cc-9b00-b74d59c3c8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['82396441-de8b-4696-a0ec-c8c386d71d51'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:22.433892 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] Publish callbacks [] for router (82396441-de8b-4696-a0ec-c8c386d71d51), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:22.447881 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-959de169-c563-42cc-9b00-b74d59c3c8f9 None None] Set router 82396441-de8b-4696-a0ec-c8c386d71d51 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:22.538065 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] Publish callbacks [] for router_gateway (82396441-de8b-4696-a0ec-c8c386d71d51), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:22.618737 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-959de169-c563-42cc-9b00-b74d59c3c8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '86371ad0-4324-4334-bb3a-5b294637e836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:34:21Z', 'revision_number': 5, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port': {'id': '86371ad0-4324-4334-bb3a-5b294637e836', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:26:51Z', 'updated_at': '2022-03-31T20:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:22.645518 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959de169-c563-42cc-9b00-b74d59c3c8f9 None None] Checking router: 82396441-de8b-4696-a0ec-c8c386d71d51 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:34:22.653635 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959de169-c563-42cc-9b00-b74d59c3c8f9 None None] Routers {'82396441-de8b-4696-a0ec-c8c386d71d51'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:22.654247 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-959de169-c563-42cc-9b00-b74d59c3c8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['82396441-de8b-4696-a0ec-c8c386d71d51'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:22.663066 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] Deleting port 86371ad0-4324-4334-bb3a-5b294637e836 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:22.663410 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (86371ad0-4324-4334-bb3a-5b294637e836), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:22.739746 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-959de169-c563-42cc-9b00-b74d59c3c8f9 None None] Set router 82396441-de8b-4696-a0ec-c8c386d71d51 gateway port host: None {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:22.739967 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] For port 86371ad0-4324-4334-bb3a-5b294637e836, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=86371ad0-4324-4334-bb3a-5b294637e836,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:22.740103 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (86371ad0-4324-4334-bb3a-5b294637e836), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:22.753230 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] Calling delete_port for 86371ad0-4324-4334-bb3a-5b294637e836 owned by network:router_gateway {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:22.792049 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-959de169-c563-42cc-9b00-b74d59c3c8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:34:22Z', 'revision_number': 6, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port_host': None}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:22.817642 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959de169-c563-42cc-9b00-b74d59c3c8f9 None None] The sync data for ids ['82396441-de8b-4696-a0ec-c8c386d71d51'] in dv-cinder-836070-1-iscsi is: [{'id': '82396441-de8b-4696-a0ec-c8c386d71d51', 'name': 'tempest-TestShelveInstance-1164702903-router', 'tenant_id': '8abb313c6a084802a72b9d6238fd2df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:50Z', 'updated_at': '2022-03-31T20:34:22Z', 'revision_number': 6, 'project_id': '8abb313c6a084802a72b9d6238fd2df6', 'gw_port_host': None}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:34:23.039053 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (86371ad0-4324-4334-bb3a-5b294637e836), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:23.064792 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] Pushing event deleted for resources: {'Port': ['ID=86371ad0-4324-4334-bb3a-5b294637e836,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:23.124877 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16467465'] for router_gateway (82396441-de8b-4696-a0ec-c8c386d71d51), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:23.237384 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16473493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-763'] for router (82396441-de8b-4696-a0ec-c8c386d71d51), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:23.239501 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] Publish callbacks [] for router_controller (82396441-de8b-4696-a0ec-c8c386d71d51), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:23.399070 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16473580'] for router (82396441-de8b-4696-a0ec-c8c386d71d51), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:23.399629 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82396441-de8b-4696-a0ec-c8c386d71d51 {{(pid=103920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:34:23.404400 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:23.405567 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f5b91f8a-8279-47f6-948e-dea9136621ac admin admin] 10.222.0.74 "DELETE /v2.0/routers/82396441-de8b-4696-a0ec-c8c386d71d51 HTTP/1.1" status: 204 len: 168 time: 1.0733922 Mar 31 20:34:23.408064 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47132) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:23.450473 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89797d5-f9a3-47a5-988e-73be5f6f5818 admin admin] Deleting subnet 30b0a1b0-7c2f-451e-9749-77577e4481f6 {{(pid=103920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:34:23.453459 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c89797d5-f9a3-47a5-988e-73be5f6f5818 admin admin] Publish callbacks [] for subnet (30b0a1b0-7c2f-451e-9749-77577e4481f6), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:23.490030 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c89797d5-f9a3-47a5-988e-73be5f6f5818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14028649'] for subnet (30b0a1b0-7c2f-451e-9749-77577e4481f6), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:23.595872 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c89797d5-f9a3-47a5-988e-73be5f6f5818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (30b0a1b0-7c2f-451e-9749-77577e4481f6), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:23.596704 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 7ab8ce10-685e-447c-9221-79118193c62d no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:23.623718 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 7ab8ce10-685e-447c-9221-79118193c62d {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:23.624074 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 7ab8ce10-685e-447c-9221-79118193c62d not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:23.770044 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c89797d5-f9a3-47a5-988e-73be5f6f5818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13429284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12914367'] for subnet (30b0a1b0-7c2f-451e-9749-77577e4481f6), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:23.794592 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89797d5-f9a3-47a5-988e-73be5f6f5818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30b0a1b0-7c2f-451e-9749-77577e4481f6,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:23.798731 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:23.801800 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c89797d5-f9a3-47a5-988e-73be5f6f5818 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:23.806542 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c89797d5-f9a3-47a5-988e-73be5f6f5818 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/30b0a1b0-7c2f-451e-9749-77577e4481f6 HTTP/1.1" status: 204 len: 168 time: 0.3974252 Mar 31 20:34:23.810235 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8493f57-320d-4717-9f55-68e53ed41bce None None] Network 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:34:23.810371 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47134) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:23.882744 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (9433afa5-aa8b-4f5b-8a98-dcf6a9841d91), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:23.945709 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Deleting port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:23.946072 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:23.981330 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] DHCP port deletion for 9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 request from dv-cinder-836070-1-iscsi {{(pid=103922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:34:24.015163 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] For port ddc80e0b-3aed-44ee-8548-2b48cb1797e5, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=ddc80e0b-3aed-44ee-8548-2b48cb1797e5,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:24.015792 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:24.029955 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Calling delete_port for ddc80e0b-3aed-44ee-8548-2b48cb1797e5 owned by network:dhcp {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:24.033391 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Deleting port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 {{(pid=103922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:24.033778 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), before_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:24.095198 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] For port ddc80e0b-3aed-44ee-8548-2b48cb1797e5, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=ddc80e0b-3aed-44ee-8548-2b48cb1797e5,segment=NetworkSegment(346cfab0-99a9-489e-9053-0fe326b55027),segment_id=346cfab0-99a9-489e-9053-0fe326b55027)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:24.095602 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), precommit_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:24.109101 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Calling delete_port for ddc80e0b-3aed-44ee-8548-2b48cb1797e5 owned by network:dhcp {{(pid=103922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:24.164401 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:24.186686 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054'] for port (ddc80e0b-3aed-44ee-8548-2b48cb1797e5), after_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:24.190875 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc80e0b-3aed-44ee-8548-2b48cb1797e5,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:24.192624 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] No DVR routers for this DVR port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 on host dv-cinder-836070-1-iscsi {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:34:24.212137 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Pushing event deleted for resources: {'Port': ['ID=ddc80e0b-3aed-44ee-8548-2b48cb1797e5,revision_number=None']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:24.216492 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] No DVR routers for this DVR port ddc80e0b-3aed-44ee-8548-2b48cb1797e5 on host dv-cinder-836070-1-iscsi {{(pid=103922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.228206 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b809a48-c50a-4f72-a085-f003c5c3deea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:24.263080 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (9433afa5-aa8b-4f5b-8a98-dcf6a9841d91), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:24.282586 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9433afa5-aa8b-4f5b-8a98-dcf6a9841d91']}} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:24.292159 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346cfab0-99a9-489e-9053-0fe326b55027') {'for_net_delete': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:24.292466 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346cfab0-99a9-489e-9053-0fe326b55027') {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:24.305909 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13817132'] for segment (346cfab0-99a9-489e-9053-0fe326b55027), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:24.318774 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (346cfab0-99a9-489e-9053-0fe326b55027), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:24.324670 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:34:24.325148 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13899191'] for segment (346cfab0-99a9-489e-9053-0fe326b55027), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: Traceback (most recent call last): Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: timer() Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: cb(*args, **kw) Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: return func(*args, **kwargs) Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: self._notify() Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: self.callback(batched_events) Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: event.method(event) Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: return f(self, *a, **k) Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._get(url).json() Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: return self.request(url, 'GET', **kwargs) Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:34:24.326728 dv-cinder-836070-1-iscsi neutron-server[103921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:34:24.495606 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (9433afa5-aa8b-4f5b-8a98-dcf6a9841d91), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:24.500833 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:24.504102 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9433afa5-aa8b-4f5b-8a98-dcf6a9841d91 HTTP/1.1" status: 204 len: 168 time: 0.6928475 Mar 31 20:34:24.507444 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47138) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:24.515033 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73aee7-2a78-4939-b05d-d720a3bf0fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9433afa5-aa8b-4f5b-8a98-dcf6a9841d91,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:24.845284 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-197a4264-0df1-4c8a-a07b-1b7ac599cbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467827'] for router_interface (e8e18b88-a830-4670-b872-f7f25e7b8d76), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:25.232018 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 86371ad0-4324-4334-bb3a-5b294637e836 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:25.252376 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 86371ad0-4324-4334-bb3a-5b294637e836 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:25.252733 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 86371ad0-4324-4334-bb3a-5b294637e836 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:25.253191 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device ddc80e0b-3aed-44ee-8548-2b48cb1797e5 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:25.271915 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: ddc80e0b-3aed-44ee-8548-2b48cb1797e5 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:25.272273 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device ddc80e0b-3aed-44ee-8548-2b48cb1797e5 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:25.339945 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-197a4264-0df1-4c8a-a07b-1b7ac599cbb8 admin admin] Deleting port 49f671d9-a943-43a1-a928-7932927f5c73 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:25.340285 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-197a4264-0df1-4c8a-a07b-1b7ac599cbb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (49f671d9-a943-43a1-a928-7932927f5c73), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:25.419298 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-197a4264-0df1-4c8a-a07b-1b7ac599cbb8 admin admin] For port 49f671d9-a943-43a1-a928-7932927f5c73, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=49f671d9-a943-43a1-a928-7932927f5c73,segment=NetworkSegment(d3e0c201-ba71-45cd-9c2f-f68e90b4770e),segment_id=d3e0c201-ba71-45cd-9c2f-f68e90b4770e)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:25.419651 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-197a4264-0df1-4c8a-a07b-1b7ac599cbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (49f671d9-a943-43a1-a928-7932927f5c73), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:25.432633 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-197a4264-0df1-4c8a-a07b-1b7ac599cbb8 admin admin] Calling delete_port for 49f671d9-a943-43a1-a928-7932927f5c73 owned by network:router_interface {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:25.701189 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-197a4264-0df1-4c8a-a07b-1b7ac599cbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (49f671d9-a943-43a1-a928-7932927f5c73), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:25.732479 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a4264-0df1-4c8a-a07b-1b7ac599cbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f671d9-a943-43a1-a928-7932927f5c73,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:25.894061 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-197a4264-0df1-4c8a-a07b-1b7ac599cbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16467171'] for router_interface (e8e18b88-a830-4670-b872-f7f25e7b8d76), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:26.104652 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197a4264-0df1-4c8a-a07b-1b7ac599cbb8 admin admin] Router e8e18b88-a830-4670-b872-f7f25e7b8d76 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:34:26.213295 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197a4264-0df1-4c8a-a07b-1b7ac599cbb8 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:34:26.218297 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-197a4264-0df1-4c8a-a07b-1b7ac599cbb8 admin admin] 10.222.0.74 "PUT /v2.0/routers/e8e18b88-a830-4670-b872-f7f25e7b8d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7096758 Mar 31 20:34:26.221132 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47152) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:26.222968 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3caff46-ed0a-4c51-9160-eb3114b90854 None None] Sync routers for ids ['e8e18b88-a830-4670-b872-f7f25e7b8d76'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:34:26.232377 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3caff46-ed0a-4c51-9160-eb3114b90854 None None] Routers {'e8e18b88-a830-4670-b872-f7f25e7b8d76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:26.233704 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-d3caff46-ed0a-4c51-9160-eb3114b90854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e8e18b88-a830-4670-b872-f7f25e7b8d76'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:26.330508 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] Publish callbacks [] for router (e8e18b88-a830-4670-b872-f7f25e7b8d76), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:26.340900 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-d3caff46-ed0a-4c51-9160-eb3114b90854 None None] Set router e8e18b88-a830-4670-b872-f7f25e7b8d76 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:26.437875 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] Publish callbacks [] for router_gateway (e8e18b88-a830-4670-b872-f7f25e7b8d76), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:26.522076 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-d3caff46-ed0a-4c51-9160-eb3114b90854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'name': 'tempest-TestShelveInstance-1437670971-router', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '185762b8-0595-4424-a8dd-873f88a87cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:59Z', 'updated_at': '2022-03-31T20:34:25Z', 'revision_number': 5, 'project_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'gw_port': {'id': '185762b8-0595-4424-a8dd-873f88a87cb8', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:27:00Z', 'updated_at': '2022-03-31T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:26.549938 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3caff46-ed0a-4c51-9160-eb3114b90854 None None] Checking router: e8e18b88-a830-4670-b872-f7f25e7b8d76 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:34:26.560540 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3caff46-ed0a-4c51-9160-eb3114b90854 None None] Routers {'e8e18b88-a830-4670-b872-f7f25e7b8d76'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:26.561204 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-d3caff46-ed0a-4c51-9160-eb3114b90854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e8e18b88-a830-4670-b872-f7f25e7b8d76'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:26.569563 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] Deleting port 185762b8-0595-4424-a8dd-873f88a87cb8 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:26.570021 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (185762b8-0595-4424-a8dd-873f88a87cb8), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:26.652533 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] For port 185762b8-0595-4424-a8dd-873f88a87cb8, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=185762b8-0595-4424-a8dd-873f88a87cb8,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:26.652765 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-d3caff46-ed0a-4c51-9160-eb3114b90854 None None] Set router e8e18b88-a830-4670-b872-f7f25e7b8d76 gateway port host: None {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:26.652989 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (185762b8-0595-4424-a8dd-873f88a87cb8), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:26.665919 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] Calling delete_port for 185762b8-0595-4424-a8dd-873f88a87cb8 owned by network:router_gateway {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:26.706912 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-d3caff46-ed0a-4c51-9160-eb3114b90854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'name': 'tempest-TestShelveInstance-1437670971-router', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:59Z', 'updated_at': '2022-03-31T20:34:26Z', 'revision_number': 6, 'project_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'gw_port_host': None}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:26.733755 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3caff46-ed0a-4c51-9160-eb3114b90854 None None] The sync data for ids ['e8e18b88-a830-4670-b872-f7f25e7b8d76'] in dv-cinder-836070-1-iscsi is: [{'id': 'e8e18b88-a830-4670-b872-f7f25e7b8d76', 'name': 'tempest-TestShelveInstance-1437670971-router', 'tenant_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:26:59Z', 'updated_at': '2022-03-31T20:34:26Z', 'revision_number': 6, 'project_id': 'cd99c5be4b4d4a2287ab28a9e72d285e', 'gw_port_host': None}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:34:26.936242 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (185762b8-0595-4424-a8dd-873f88a87cb8), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:26.964579 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=185762b8-0595-4424-a8dd-873f88a87cb8,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:27.024263 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16467465'] for router_gateway (e8e18b88-a830-4670-b872-f7f25e7b8d76), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.118557 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16473493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-763'] for router (e8e18b88-a830-4670-b872-f7f25e7b8d76), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.121034 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] Publish callbacks [] for router_controller (e8e18b88-a830-4670-b872-f7f25e7b8d76), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.232769 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16473580'] for router (e8e18b88-a830-4670-b872-f7f25e7b8d76), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.233453 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8e18b88-a830-4670-b872-f7f25e7b8d76 {{(pid=103921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:34:27.238179 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.239255 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-a7cae8c6-630b-40b2-96ce-03a7948880d3 admin admin] 10.222.0.74 "DELETE /v2.0/routers/e8e18b88-a830-4670-b872-f7f25e7b8d76 HTTP/1.1" status: 204 len: 168 time: 1.0171092 Mar 31 20:34:27.242304 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47166) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:27.285616 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a9caa6-82be-4161-b91c-430b2969003d admin admin] Deleting subnet 786c9a6d-be6e-4da0-8e81-81e8713176ef {{(pid=103921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:34:27.289464 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-16a9caa6-82be-4161-b91c-430b2969003d admin admin] Publish callbacks [] for subnet (786c9a6d-be6e-4da0-8e81-81e8713176ef), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.326845 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-16a9caa6-82be-4161-b91c-430b2969003d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13817127'] for subnet (786c9a6d-be6e-4da0-8e81-81e8713176ef), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.404257 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-16a9caa6-82be-4161-b91c-430b2969003d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (786c9a6d-be6e-4da0-8e81-81e8713176ef), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.525800 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-16a9caa6-82be-4161-b91c-430b2969003d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13900049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13254182'] for subnet (786c9a6d-be6e-4da0-8e81-81e8713176ef), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.556751 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9caa6-82be-4161-b91c-430b2969003d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786c9a6d-be6e-4da0-8e81-81e8713176ef,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:27.560272 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-16a9caa6-82be-4161-b91c-430b2969003d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.566388 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47168) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:27.567138 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67976763-f960-401f-b94f-6a096ab41c2d None None] Network 69b40413-7ab5-46a2-8525-66e9aaa2c2dc requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:34:27.573337 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-16a9caa6-82be-4161-b91c-430b2969003d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/786c9a6d-be6e-4da0-8e81-81e8713176ef HTTP/1.1" status: 204 len: 168 time: 0.3299584 Mar 31 20:34:27.622443 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 49f671d9-a943-43a1-a928-7932927f5c73 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:27.649413 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 49f671d9-a943-43a1-a928-7932927f5c73 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:27.649844 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 49f671d9-a943-43a1-a928-7932927f5c73 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:27.659212 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (69b40413-7ab5-46a2-8525-66e9aaa2c2dc), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.717724 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Deleting port fd26108c-0614-40cc-a248-0625a966449e {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:27.718208 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (fd26108c-0614-40cc-a248-0625a966449e), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.755170 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822a194d-e33d-4d55-8204-a6d6d8b169e4 None None] DHCP port deletion for 69b40413-7ab5-46a2-8525-66e9aaa2c2dc request from dv-cinder-836070-1-iscsi {{(pid=103922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:34:27.783481 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] For port fd26108c-0614-40cc-a248-0625a966449e, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=fd26108c-0614-40cc-a248-0625a966449e,segment=NetworkSegment(d3e0c201-ba71-45cd-9c2f-f68e90b4770e),segment_id=d3e0c201-ba71-45cd-9c2f-f68e90b4770e)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:27.783841 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (fd26108c-0614-40cc-a248-0625a966449e), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.797653 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Calling delete_port for fd26108c-0614-40cc-a248-0625a966449e owned by network:dhcp {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:27.804630 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-822a194d-e33d-4d55-8204-a6d6d8b169e4 None None] Deleting port fd26108c-0614-40cc-a248-0625a966449e {{(pid=103922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:27.805316 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-822a194d-e33d-4d55-8204-a6d6d8b169e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (fd26108c-0614-40cc-a248-0625a966449e), before_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.881952 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-822a194d-e33d-4d55-8204-a6d6d8b169e4 None None] For port fd26108c-0614-40cc-a248-0625a966449e, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=fd26108c-0614-40cc-a248-0625a966449e,segment=NetworkSegment(d3e0c201-ba71-45cd-9c2f-f68e90b4770e),segment_id=d3e0c201-ba71-45cd-9c2f-f68e90b4770e)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:27.882915 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-822a194d-e33d-4d55-8204-a6d6d8b169e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (fd26108c-0614-40cc-a248-0625a966449e), precommit_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:27.895888 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-822a194d-e33d-4d55-8204-a6d6d8b169e4 None None] Calling delete_port for fd26108c-0614-40cc-a248-0625a966449e owned by network:dhcp {{(pid=103922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:27.998867 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (fd26108c-0614-40cc-a248-0625a966449e), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:28.004777 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-822a194d-e33d-4d55-8204-a6d6d8b169e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054'] for port (fd26108c-0614-40cc-a248-0625a966449e), after_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:28.024872 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd26108c-0614-40cc-a248-0625a966449e,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:28.028584 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] No DVR routers for this DVR port fd26108c-0614-40cc-a248-0625a966449e on host dv-cinder-836070-1-iscsi {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:34:28.034355 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a194d-e33d-4d55-8204-a6d6d8b169e4 None None] Pushing event deleted for resources: {'Port': ['ID=fd26108c-0614-40cc-a248-0625a966449e,revision_number=None']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:28.036222 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a194d-e33d-4d55-8204-a6d6d8b169e4 None None] No DVR routers for this DVR port fd26108c-0614-40cc-a248-0625a966449e on host dv-cinder-836070-1-iscsi {{(pid=103922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:34:28.100936 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (69b40413-7ab5-46a2-8525-66e9aaa2c2dc), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:28.121473 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b40413-7ab5-46a2-8525-66e9aaa2c2dc']}} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:28.131147 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e0c201-ba71-45cd-9c2f-f68e90b4770e') {'for_net_delete': True} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:28.131447 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e0c201-ba71-45cd-9c2f-f68e90b4770e') {} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:28.141297 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14028642'] for segment (d3e0c201-ba71-45cd-9c2f-f68e90b4770e), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:28.157426 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (d3e0c201-ba71-45cd-9c2f-f68e90b4770e), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:28.163666 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:34:28.164138 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13428354'] for segment (d3e0c201-ba71-45cd-9c2f-f68e90b4770e), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: Traceback (most recent call last): Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: timer() Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: cb(*args, **kw) Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: return func(*args, **kwargs) Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: self._notify() Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: self.callback(batched_events) Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: event.method(event) Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: return f(self, *a, **k) Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: return self._get(url).json() Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: return self.request(url, 'GET', **kwargs) Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:34:28.165834 dv-cinder-836070-1-iscsi neutron-server[103920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:34:28.307046 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (69b40413-7ab5-46a2-8525-66e9aaa2c2dc), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:28.312476 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:28.315563 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] 10.222.0.74 "DELETE /v2.0/networks/69b40413-7ab5-46a2-8525-66e9aaa2c2dc HTTP/1.1" status: 204 len: 168 time: 0.7482040 Mar 31 20:34:28.340746 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31962fc-4c04-49cb-afdc-7f41a3fc7131 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b40413-7ab5-46a2-8525-66e9aaa2c2dc,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:28.827267 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47174) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:28.867577 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-0170846f-2e34-40ae-9c9e-76a50ab2ff34 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8abb313c6a084802a72b9d6238fd2df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391433 Mar 31 20:34:28.870057 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47176) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:28.916787 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-33039103-27a9-44de-b968-899aea837f23 admin admin] Publish callbacks [] for security_group (bada679c-8428-4d60-be09-46c6c1b8ebb5), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:28.942351 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-33039103-27a9-44de-b968-899aea837f23 admin admin] Publish callbacks [] for security_group (bada679c-8428-4d60-be09-46c6c1b8ebb5), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:29.106884 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-33039103-27a9-44de-b968-899aea837f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (bada679c-8428-4d60-be09-46c6c1b8ebb5), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:29.109555 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-33039103-27a9-44de-b968-899aea837f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:29.110794 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-33039103-27a9-44de-b968-899aea837f23 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bada679c-8428-4d60-be09-46c6c1b8ebb5 HTTP/1.1" status: 204 len: 168 time: 0.2398994 Mar 31 20:34:29.119899 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33039103-27a9-44de-b968-899aea837f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bada679c-8428-4d60-be09-46c6c1b8ebb5,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:29.231677 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 185762b8-0595-4424-a8dd-873f88a87cb8 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:29.252228 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 185762b8-0595-4424-a8dd-873f88a87cb8 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:29.258999 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 185762b8-0595-4424-a8dd-873f88a87cb8 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:29.258999 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device fd26108c-0614-40cc-a248-0625a966449e no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:29.271176 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: fd26108c-0614-40cc-a248-0625a966449e {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:29.271520 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device fd26108c-0614-40cc-a248-0625a966449e not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:29.859336 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47194) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:29.903927 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-56c0ce89-2019-4fd9-b1e3-0a6403df4cc5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd99c5be4b4d4a2287ab28a9e72d285e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406668 Mar 31 20:34:29.904137 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47196) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:29.955028 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb46a-a6a7-40c9-b6cb-9cf89c813f5a admin admin] Publish callbacks [] for security_group (db38734f-ad9a-40c0-b3ff-e3af7d866b8c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:29.977354 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb46a-a6a7-40c9-b6cb-9cf89c813f5a admin admin] Publish callbacks [] for security_group (db38734f-ad9a-40c0-b3ff-e3af7d866b8c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:30.135679 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb46a-a6a7-40c9-b6cb-9cf89c813f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (db38734f-ad9a-40c0-b3ff-e3af7d866b8c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:30.138477 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb46a-a6a7-40c9-b6cb-9cf89c813f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:30.139721 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4e5eb46a-a6a7-40c9-b6cb-9cf89c813f5a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/db38734f-ad9a-40c0-b3ff-e3af7d866b8c HTTP/1.1" status: 204 len: 168 time: 0.2346818 Mar 31 20:34:30.150307 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5eb46a-a6a7-40c9-b6cb-9cf89c813f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db38734f-ad9a-40c0-b3ff-e3af7d866b8c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:31.192303 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcffb1a-c05f-4004-943b-1835c1fa4732 req-65b34aae-fa43-42fe-9916-3e37b5b15212 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:31.193946 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-adcffb1a-c05f-4004-943b-1835c1fa4732 req-65b34aae-fa43-42fe-9916-3e37b5b15212 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 946 time: 0.0535622 Mar 31 20:34:31.240926 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-adcffb1a-c05f-4004-943b-1835c1fa4732 req-8d038420-d3de-4ef7-b07d-4eafdd702d6a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=da7508c5-6282-4a4e-af62-3228f7917353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412750 Mar 31 20:34:32.361107 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de359ac7-bfb7-417d-9f99-d48acf8c57ce req-da6041f9-8c0b-4ed6-838d-2152fd522ce0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:32.362567 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-de359ac7-bfb7-417d-9f99-d48acf8c57ce req-da6041f9-8c0b-4ed6-838d-2152fd522ce0 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 946 time: 0.0520098 Mar 31 20:34:32.411489 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-de359ac7-bfb7-417d-9f99-d48acf8c57ce req-893cdc14-fff5-43b6-b09a-75ad4a6205f1 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=da7508c5-6282-4a4e-af62-3228f7917353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433812 Mar 31 20:34:33.362219 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-993be383-fc95-4761-ac8a-766002481f51 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:33.363658 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-993be383-fc95-4761-ac8a-766002481f51 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.76 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 946 time: 0.0501735 Mar 31 20:34:33.456058 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Deleting port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:33.456401 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:33.576161 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] For port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:33.576527 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:33.595874 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c0174-a7bb-4033-bc72-04e5e48af1f8 req-f4c84be3-c605-49ba-9bf6-539245034c35 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:33.597516 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a95c0174-a7bb-4033-bc72-04e5e48af1f8 req-f4c84be3-c605-49ba-9bf6-539245034c35 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 946 time: 0.1006765 Mar 31 20:34:33.689349 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a95c0174-a7bb-4033-bc72-04e5e48af1f8 req-f7c0acde-f7b0-4b38-843e-7af6713db656 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups?id=da7508c5-6282-4a4e-af62-3228f7917353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847867 Mar 31 20:34:33.792825 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:33.793218 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (6b4a1a16-9703-4444-9e46-43e20b11cab9), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:33.793530 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Floating IP 6b4a1a16-9703-4444-9e46-43e20b11cab9 disassociated. External IP: 172.27.2.211, port: 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99. Mar 31 20:34:33.793865 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Calling delete_port for 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:33.986780 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:34.018143 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event deleted for resources: {'Port': ['ID=2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:34.130742 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Router e2a7eaa6-85f0-4831-9376-77401e25ec10 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:34:34.237885 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:34:34.248053 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35c4b61-3d29-4629-b5fe-da381e11c41f None None] Sync routers for ids ['e2a7eaa6-85f0-4831-9376-77401e25ec10'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:34:34.258340 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c4b61-3d29-4629-b5fe-da381e11c41f None None] Routers {'e2a7eaa6-85f0-4831-9376-77401e25ec10'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:34.259064 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-e35c4b61-3d29-4629-b5fe-da381e11c41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e2a7eaa6-85f0-4831-9376-77401e25ec10'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:34.466260 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-e35c4b61-3d29-4629-b5fe-da381e11c41f None None] Set router e2a7eaa6-85f0-4831-9376-77401e25ec10 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:34.562626 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] No DVR routers for this DVR port 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:34:34.565387 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:34.568360 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-bf6921be-7391-49f2-aa18-9bb9bd6b6460 req-c01a21ae-8dc6-419e-a8af-e14baf4bff34 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.76 "DELETE /v2.0/ports/2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 HTTP/1.1" status: 204 len: 173 time: 1.1996574 Mar 31 20:34:34.568800 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3696dbd1-ddc5-4496-9ff2-2878cd7010b9', 'name': 'network-vif-deleted', 'tag': '2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:34:34.571475 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70d424b-db0a-4a42-ace8-4fc0a39d448e" -d '{"events": [{"server_uuid": "3696dbd1-ddc5-4496-9ff2-2878cd7010b9", "name": "network-vif-deleted", "tag": "2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:34:34.614949 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185c45cd-fd8d-4e4c-b211-301ca6fa6159 x-openstack-request-id: req-185c45cd-fd8d-4e4c-b211-301ca6fa6159 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:34:34.615239 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3696dbd1-ddc5-4496-9ff2-2878cd7010b9", "name": "network-vif-deleted", "tag": "2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:34:34.615533 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-185c45cd-fd8d-4e4c-b211-301ca6fa6159 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:34:34.615938 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185c45cd-fd8d-4e4c-b211-301ca6fa6159'] response: {'server_uuid': '3696dbd1-ddc5-4496-9ff2-2878cd7010b9', 'name': 'network-vif-deleted', 'tag': '2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99', 'status': 'completed', 'code': 200} Mar 31 20:34:34.681193 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-e35c4b61-3d29-4629-b5fe-da381e11c41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:35Z', 'revision_number': 5, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:34.712396 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35c4b61-3d29-4629-b5fe-da381e11c41f None None] Checking router: e2a7eaa6-85f0-4831-9376-77401e25ec10 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:34:34.721200 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c4b61-3d29-4629-b5fe-da381e11c41f None None] Routers {'e2a7eaa6-85f0-4831-9376-77401e25ec10'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:34.721814 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-e35c4b61-3d29-4629-b5fe-da381e11c41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e2a7eaa6-85f0-4831-9376-77401e25ec10'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:34.789107 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1aec257e-8bd8-43ee-8c3f-4bd6e2a7f875 req-73ba4bd0-aa7e-4c48-a3b2-8ce68e2a436a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/ports?device_id=3696dbd1-ddc5-4496-9ff2-2878cd7010b9 HTTP/1.1" status: 200 len: 210 time: 0.0284250 Mar 31 20:34:34.833455 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-e35c4b61-3d29-4629-b5fe-da381e11c41f None None] Set router e2a7eaa6-85f0-4831-9376-77401e25ec10 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:35.026006 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-e35c4b61-3d29-4629-b5fe-da381e11c41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:35Z', 'revision_number': 5, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:35.055084 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35c4b61-3d29-4629-b5fe-da381e11c41f None None] The sync data for ids ['e2a7eaa6-85f0-4831-9376-77401e25ec10'] in dv-cinder-836070-1-iscsi is: [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 4, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '36a97604-273f-4e08-bf12-25ee3d2ca134', 'name': '', 'network_id': 'e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'mac_address': 'fa:16:3e:4e:d4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:30Z', 'updated_at': '2022-03-31T20:24:35Z', 'revision_number': 5, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'subnets': [{'id': '09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:34:35.267611 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd9e9e5-36bb-4122-847a-7910509dcb21 None None] New status for floating IP 6b4a1a16-9703-4444-9e46-43e20b11cab9: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:34:35.982703 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47234) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:36.036936 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-12240884-935c-4f1c-9363-56c221c569f4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group (da7508c5-6282-4a4e-af62-3228f7917353), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:36.063203 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-12240884-935c-4f1c-9363-56c221c569f4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group (da7508c5-6282-4a4e-af62-3228f7917353), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:36.232648 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-12240884-935c-4f1c-9363-56c221c569f4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (da7508c5-6282-4a4e-af62-3228f7917353), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:36.235391 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-12240884-935c-4f1c-9363-56c221c569f4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:36.236566 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-12240884-935c-4f1c-9363-56c221c569f4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "DELETE /v2.0/security-groups/da7508c5-6282-4a4e-af62-3228f7917353 HTTP/1.1" status: 204 len: 168 time: 0.2528586 Mar 31 20:34:36.239363 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47236) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:36.246876 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12240884-935c-4f1c-9363-56c221c569f4 tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7508c5-6282-4a4e-af62-3228f7917353,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:36.256619 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.api.v2.resource [None req-8cb42168-8124-4888-8757-2ec1d108d51d tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] show failed (client error): The resource could not be found. Mar 31 20:34:36.256969 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-8cb42168-8124-4888-8757-2ec1d108d51d tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "GET /v2.0/security-groups/da7508c5-6282-4a4e-af62-3228f7917353 HTTP/1.1" status: 404 len: 347 time: 0.0165658 Mar 31 20:34:36.259953 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47238) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:36.393939 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-b62ed9dd-d67c-46d1-96d6-c127006b0c8a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Deleting port 493f376c-7eb5-49f5-a61f-01a5304e9259 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:36.394282 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b62ed9dd-d67c-46d1-96d6-c127006b0c8a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (493f376c-7eb5-49f5-a61f-01a5304e9259), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:36.473018 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b62ed9dd-d67c-46d1-96d6-c127006b0c8a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (493f376c-7eb5-49f5-a61f-01a5304e9259), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:36.473351 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b62ed9dd-d67c-46d1-96d6-c127006b0c8a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for floatingip (493f376c-7eb5-49f5-a61f-01a5304e9259), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:36.485971 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-b62ed9dd-d67c-46d1-96d6-c127006b0c8a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Calling delete_port for 493f376c-7eb5-49f5-a61f-01a5304e9259 owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:36.701214 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b62ed9dd-d67c-46d1-96d6-c127006b0c8a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (493f376c-7eb5-49f5-a61f-01a5304e9259), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:36.725327 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ed9dd-d67c-46d1-96d6-c127006b0c8a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Pushing event deleted for resources: {'Port': ['ID=493f376c-7eb5-49f5-a61f-01a5304e9259,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:36.789881 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b62ed9dd-d67c-46d1-96d6-c127006b0c8a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks [] for floatingip (6b4a1a16-9703-4444-9e46-43e20b11cab9), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:36.792273 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b62ed9dd-d67c-46d1-96d6-c127006b0c8a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:36.793435 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b62ed9dd-d67c-46d1-96d6-c127006b0c8a tempest-AttachVolumeTestJSON-686762283 tempest-AttachVolumeTestJSON-686762283-project] 10.222.0.74 "DELETE /v2.0/floatingips/6b4a1a16-9703-4444-9e46-43e20b11cab9 HTTP/1.1" status: 204 len: 168 time: 0.5325100 Mar 31 20:34:38.157200 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:38.183378 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:38.183728 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 2f6e9d8e-0ba0-41eb-ae56-97cf9192bd99 not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:40.513452 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:40.913552 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47266) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:41.480634 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c942cc9f-4e13-47aa-a222-43254e07f0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467827'] for router_interface (e2a7eaa6-85f0-4831-9376-77401e25ec10), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:41.722211 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-c942cc9f-4e13-47aa-a222-43254e07f0c4 admin admin] Deleting port 36a97604-273f-4e08-bf12-25ee3d2ca134 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:41.722551 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c942cc9f-4e13-47aa-a222-43254e07f0c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:41.814630 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-c942cc9f-4e13-47aa-a222-43254e07f0c4 admin admin] For port 36a97604-273f-4e08-bf12-25ee3d2ca134, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=36a97604-273f-4e08-bf12-25ee3d2ca134,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:41.814999 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c942cc9f-4e13-47aa-a222-43254e07f0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:41.829175 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-c942cc9f-4e13-47aa-a222-43254e07f0c4 admin admin] Calling delete_port for 36a97604-273f-4e08-bf12-25ee3d2ca134 owned by network:router_interface {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:42.112432 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c942cc9f-4e13-47aa-a222-43254e07f0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (36a97604-273f-4e08-bf12-25ee3d2ca134), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:42.139674 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942cc9f-4e13-47aa-a222-43254e07f0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a97604-273f-4e08-bf12-25ee3d2ca134,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:42.310353 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c942cc9f-4e13-47aa-a222-43254e07f0c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16467171'] for router_interface (e2a7eaa6-85f0-4831-9376-77401e25ec10), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:42.370468 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ac5aa-8121-4580-af94-c607bae8347f req-7df42cc9-e236-4dfe-a304-e50bf92d798e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:42.372052 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3a5ac5aa-8121-4580-af94-c607bae8347f req-7df42cc9-e236-4dfe-a304-e50bf92d798e tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 946 time: 0.0538828 Mar 31 20:34:42.422946 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3a5ac5aa-8121-4580-af94-c607bae8347f req-740a7b5b-37c5-45c4-9d60-d4a2b5427c40 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450132 Mar 31 20:34:42.534796 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c942cc9f-4e13-47aa-a222-43254e07f0c4 admin admin] Router e2a7eaa6-85f0-4831-9376-77401e25ec10 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:34:42.641524 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c942cc9f-4e13-47aa-a222-43254e07f0c4 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:34:42.647153 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c942cc9f-4e13-47aa-a222-43254e07f0c4 admin admin] 10.222.0.74 "PUT /v2.0/routers/e2a7eaa6-85f0-4831-9376-77401e25ec10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7325253 Mar 31 20:34:42.649030 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47282) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:42.651156 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb668ab0-370a-4beb-89c8-a99f2bcb6823 None None] Sync routers for ids ['e2a7eaa6-85f0-4831-9376-77401e25ec10'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:34:42.661395 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb668ab0-370a-4beb-89c8-a99f2bcb6823 None None] Routers {'e2a7eaa6-85f0-4831-9376-77401e25ec10'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:42.662028 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-bb668ab0-370a-4beb-89c8-a99f2bcb6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e2a7eaa6-85f0-4831-9376-77401e25ec10'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:42.754070 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] Publish callbacks [] for router (e2a7eaa6-85f0-4831-9376-77401e25ec10), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:42.768938 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-bb668ab0-370a-4beb-89c8-a99f2bcb6823 None None] Set router e2a7eaa6-85f0-4831-9376-77401e25ec10 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:42.863173 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] Publish callbacks [] for router_gateway (e2a7eaa6-85f0-4831-9376-77401e25ec10), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:42.944624 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-bb668ab0-370a-4beb-89c8-a99f2bcb6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:34:41Z', 'revision_number': 5, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port': {'id': '6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:27Z', 'updated_at': '2022-03-31T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:42.972142 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] Deleting port 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:42.972481 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:42.975806 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb668ab0-370a-4beb-89c8-a99f2bcb6823 None None] Checking router: e2a7eaa6-85f0-4831-9376-77401e25ec10 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:34:42.984124 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb668ab0-370a-4beb-89c8-a99f2bcb6823 None None] Routers {'e2a7eaa6-85f0-4831-9376-77401e25ec10'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:42.984738 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-bb668ab0-370a-4beb-89c8-a99f2bcb6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['e2a7eaa6-85f0-4831-9376-77401e25ec10'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:43.052156 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] For port 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:43.052522 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:43.066074 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] Calling delete_port for 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 owned by network:router_gateway {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:43.074517 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-bb668ab0-370a-4beb-89c8-a99f2bcb6823 None None] Set router e2a7eaa6-85f0-4831-9376-77401e25ec10 gateway port host: None {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:43.129630 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-bb668ab0-370a-4beb-89c8-a99f2bcb6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:34:42Z', 'revision_number': 6, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port_host': None}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:43.158985 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb668ab0-370a-4beb-89c8-a99f2bcb6823 None None] The sync data for ids ['e2a7eaa6-85f0-4831-9376-77401e25ec10'] in dv-cinder-836070-1-iscsi is: [{'id': 'e2a7eaa6-85f0-4831-9376-77401e25ec10', 'name': 'tempest-AttachVolumeTestJSON-469899561-router', 'tenant_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:26Z', 'updated_at': '2022-03-31T20:34:42Z', 'revision_number': 6, 'project_id': 'c8a88ee937e04771b0ceeacc3f46e720', 'gw_port_host': None}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:34:43.529720 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:43.566026 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161da53b-0fc3-4302-bd24-ec3c9cbcf20d req-d32771db-dc72-4426-b6a8-59890a2236a7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:43.568327 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-161da53b-0fc3-4302-bd24-ec3c9cbcf20d req-d32771db-dc72-4426-b6a8-59890a2236a7 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 946 time: 0.0704265 Mar 31 20:34:43.571119 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:43.648954 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16467465'] for router_gateway (e2a7eaa6-85f0-4831-9376-77401e25ec10), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:43.653483 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-161da53b-0fc3-4302-bd24-ec3c9cbcf20d req-73e71929-6618-4b87-a34f-21cee54f6ead tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754936 Mar 31 20:34:43.743953 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16473493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-763'] for router (e2a7eaa6-85f0-4831-9376-77401e25ec10), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:43.745996 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] Publish callbacks [] for router_controller (e2a7eaa6-85f0-4831-9376-77401e25ec10), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:43.894825 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16473580'] for router (e2a7eaa6-85f0-4831-9376-77401e25ec10), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:43.895391 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2a7eaa6-85f0-4831-9376-77401e25ec10 {{(pid=103920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:34:43.900981 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:43.901947 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1e475c20-ab8e-4eab-acdb-50289fae36b8 admin admin] 10.222.0.74 "DELETE /v2.0/routers/e2a7eaa6-85f0-4831-9376-77401e25ec10 HTTP/1.1" status: 204 len: 168 time: 1.2512412 Mar 31 20:34:43.904378 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47286) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:43.948456 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba35f2b-c935-466c-bfe5-321c7bccc7b9 admin admin] Deleting subnet 09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6 {{(pid=103920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:34:43.951476 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3ba35f2b-c935-466c-bfe5-321c7bccc7b9 admin admin] Publish callbacks [] for subnet (09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:43.987858 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3ba35f2b-c935-466c-bfe5-321c7bccc7b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14028649'] for subnet (09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.011904 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-98d058e8-b87e-4e29-9cde-208b99bacedd tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:44.014117 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-98d058e8-b87e-4e29-9cde-208b99bacedd tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.76 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 946 time: 0.0571449 Mar 31 20:34:44.078138 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3ba35f2b-c935-466c-bfe5-321c7bccc7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.128474 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Deleting port fd94b4f0-944f-4bf2-baa2-3700867eb76e {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:44.128877 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.223808 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] For port fd94b4f0-944f-4bf2-baa2-3700867eb76e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fd94b4f0-944f-4bf2-baa2-3700867eb76e,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:44.224184 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.249232 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3ba35f2b-c935-466c-bfe5-321c7bccc7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13429284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12914367'] for subnet (09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.280028 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba35f2b-c935-466c-bfe5-321c7bccc7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:44.282107 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3ba35f2b-c935-466c-bfe5-321c7bccc7b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.287270 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f55ef0-d7ae-41b1-a7d8-2a64aa36be2c None None] Network e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:34:44.297212 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-3ba35f2b-c935-466c-bfe5-321c7bccc7b9 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/09a48fff-ed11-4c0c-9b5e-7a0ba4c4b0a6 HTTP/1.1" status: 204 len: 168 time: 0.3915925 Mar 31 20:34:44.299568 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47288) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:44.377650 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.436134 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.436579 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (bad094b3-a3f5-4cf9-8cb4-940a12de6405), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.437023 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Floating IP bad094b3-a3f5-4cf9-8cb4-940a12de6405 disassociated. External IP: 172.27.2.24, port: fd94b4f0-944f-4bf2-baa2-3700867eb76e. Mar 31 20:34:44.437439 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Calling delete_port for fd94b4f0-944f-4bf2-baa2-3700867eb76e owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:44.440645 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Deleting port bf6529d2-8380-4eb3-bb86-89599daca7ff {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:44.441026 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.472674 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1660665a-e340-4e00-bd9e-864d7907e049 None None] DHCP port deletion for e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 request from dv-cinder-836070-1-iscsi {{(pid=103922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:34:44.504394 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] For port bf6529d2-8380-4eb3-bb86-89599daca7ff, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=bf6529d2-8380-4eb3-bb86-89599daca7ff,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:44.504940 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.519788 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Calling delete_port for bf6529d2-8380-4eb3-bb86-89599daca7ff owned by network:dhcp {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:44.525176 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-1660665a-e340-4e00-bd9e-864d7907e049 None None] Deleting port bf6529d2-8380-4eb3-bb86-89599daca7ff {{(pid=103922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:44.525805 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-1660665a-e340-4e00-bd9e-864d7907e049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), before_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.594902 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-1660665a-e340-4e00-bd9e-864d7907e049 None None] For port bf6529d2-8380-4eb3-bb86-89599daca7ff, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=bf6529d2-8380-4eb3-bb86-89599daca7ff,segment=NetworkSegment(46eb3c87-c36f-4a78-87d7-bf7598ca614f),segment_id=46eb3c87-c36f-4a78-87d7-bf7598ca614f)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:44.595405 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-1660665a-e340-4e00-bd9e-864d7907e049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), precommit_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.608449 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-1660665a-e340-4e00-bd9e-864d7907e049 None None] Calling delete_port for bf6529d2-8380-4eb3-bb86-89599daca7ff owned by network:dhcp {{(pid=103922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:44.718185 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.719067 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (fd94b4f0-944f-4bf2-baa2-3700867eb76e), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.726440 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-1660665a-e340-4e00-bd9e-864d7907e049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054'] for port (bf6529d2-8380-4eb3-bb86-89599daca7ff), after_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.748541 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6529d2-8380-4eb3-bb86-89599daca7ff,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:44.752923 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660665a-e340-4e00-bd9e-864d7907e049 None None] Pushing event deleted for resources: {'Port': ['ID=bf6529d2-8380-4eb3-bb86-89599daca7ff,revision_number=None']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:44.753429 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] No DVR routers for this DVR port bf6529d2-8380-4eb3-bb86-89599daca7ff on host dv-cinder-836070-1-iscsi {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:34:44.760917 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660665a-e340-4e00-bd9e-864d7907e049 None None] No DVR routers for this DVR port bf6529d2-8380-4eb3-bb86-89599daca7ff on host dv-cinder-836070-1-iscsi {{(pid=103922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:34:44.783739 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event deleted for resources: {'Port': ['ID=fd94b4f0-944f-4bf2-baa2-3700867eb76e,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:44.787199 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-292e8f88-c59e-4fe4-9b0f-88ac286e592c req-ba7e91f4-ce28-4dc3-9af5-f583c82c044a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 210 time: 0.0541668 Mar 31 20:34:44.849709 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.872118 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2']}} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:44.881930 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46eb3c87-c36f-4a78-87d7-bf7598ca614f') {'for_net_delete': True} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:44.882308 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46eb3c87-c36f-4a78-87d7-bf7598ca614f') {} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:44.892606 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14028642'] for segment (46eb3c87-c36f-4a78-87d7-bf7598ca614f), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.906416 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Router d3933d44-ec48-4c9b-8061-5dc0404fa388 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:34:44.908974 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (46eb3c87-c36f-4a78-87d7-bf7598ca614f), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.915721 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:34:44.916113 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13428354'] for segment (46eb3c87-c36f-4a78-87d7-bf7598ca614f), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: Traceback (most recent call last): Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: timer() Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: cb(*args, **kw) Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: return func(*args, **kwargs) Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: self._notify() Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: self.callback(batched_events) Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: event.method(event) Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: return f(self, *a, **k) Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: return self._get(url).json() Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: return self.request(url, 'GET', **kwargs) Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:34:44.917795 dv-cinder-836070-1-iscsi neutron-server[103920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:34:45.020366 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:34:45.030092 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c73388-c063-4df5-8976-526ab9b5f4af None None] Sync routers for ids ['d3933d44-ec48-4c9b-8061-5dc0404fa388'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:34:45.040962 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c73388-c063-4df5-8976-526ab9b5f4af None None] Routers {'d3933d44-ec48-4c9b-8061-5dc0404fa388'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:45.041654 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-d5c73388-c063-4df5-8976-526ab9b5f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d3933d44-ec48-4c9b-8061-5dc0404fa388'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:45.061146 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:45.063325 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] No DVR routers for this DVR port fd94b4f0-944f-4bf2-baa2-3700867eb76e on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:34:45.066716 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:45.067911 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:45.070647 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1691d024-f45a-4c1d-973c-7a4d39a624af req-1913dafb-e113-4b1c-a227-98fb0892585c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.76 "DELETE /v2.0/ports/fd94b4f0-944f-4bf2-baa2-3700867eb76e HTTP/1.1" status: 204 len: 173 time: 1.0521402 Mar 31 20:34:45.074514 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'name': 'network-vif-deleted', 'tag': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:34:45.074643 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2 HTTP/1.1" status: 204 len: 168 time: 0.7710855 Mar 31 20:34:45.074765 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227b1c6c-8c88-40b5-a0d9-ae0cea05bce9" -d '{"events": [{"server_uuid": "b82eda1e-ece5-4d7a-ab7c-ebe941727a22", "name": "network-vif-deleted", "tag": "fd94b4f0-944f-4bf2-baa2-3700867eb76e"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:34:45.094847 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f7ac9-4d6e-46d7-a83b-ff69c15e85d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f45ed0-9c4f-4b36-93db-aa0ce448b3f2,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:45.135630 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f33420-fc3b-42e2-a398-99e650df7097 x-openstack-request-id: req-72f33420-fc3b-42e2-a398-99e650df7097 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:34:45.135630 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82eda1e-ece5-4d7a-ab7c-ebe941727a22", "name": "network-vif-deleted", "tag": "fd94b4f0-944f-4bf2-baa2-3700867eb76e", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:34:45.135630 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-72f33420-fc3b-42e2-a398-99e650df7097 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:34:45.135630 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f33420-fc3b-42e2-a398-99e650df7097'] response: {'server_uuid': 'b82eda1e-ece5-4d7a-ab7c-ebe941727a22', 'name': 'network-vif-deleted', 'tag': 'fd94b4f0-944f-4bf2-baa2-3700867eb76e', 'status': 'completed', 'code': 200} Mar 31 20:34:45.282738 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 36a97604-273f-4e08-bf12-25ee3d2ca134 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:45.308098 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 36a97604-273f-4e08-bf12-25ee3d2ca134 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:45.308756 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 36a97604-273f-4e08-bf12-25ee3d2ca134 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:45.308883 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:45.338237 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:45.338593 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 6d904fe8-14a2-4bbd-bbc3-b5aa5acbdea7 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:45.339019 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device bf6529d2-8380-4eb3-bb86-89599daca7ff no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:45.364186 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: bf6529d2-8380-4eb3-bb86-89599daca7ff {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:45.364538 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device bf6529d2-8380-4eb3-bb86-89599daca7ff not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:45.389858 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-d5c73388-c063-4df5-8976-526ab9b5f4af None None] Set router d3933d44-ec48-4c9b-8061-5dc0404fa388 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:45.523141 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47296) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:45.564291 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-5dfa8a51-01e0-494f-99e6-5f2d46e2f10d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c8a88ee937e04771b0ceeacc3f46e720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397928 Mar 31 20:34:45.571416 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47298) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:45.603837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-d5c73388-c063-4df5-8976-526ab9b5f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:50Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:45.624329 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-98a83d88-a648-40ae-a785-b529dc3afe07 admin admin] Publish callbacks [] for security_group (f845a2b7-64b1-4b95-8637-74f155a26c06), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:45.629559 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c73388-c063-4df5-8976-526ab9b5f4af None None] Checking router: d3933d44-ec48-4c9b-8061-5dc0404fa388 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:34:45.638877 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c73388-c063-4df5-8976-526ab9b5f4af None None] Routers {'d3933d44-ec48-4c9b-8061-5dc0404fa388'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:45.639516 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-d5c73388-c063-4df5-8976-526ab9b5f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d3933d44-ec48-4c9b-8061-5dc0404fa388'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:45.646030 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-98a83d88-a648-40ae-a785-b529dc3afe07 admin admin] Publish callbacks [] for security_group (f845a2b7-64b1-4b95-8637-74f155a26c06), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:45.747463 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-d5c73388-c063-4df5-8976-526ab9b5f4af None None] Set router d3933d44-ec48-4c9b-8061-5dc0404fa388 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:45.798563 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-98a83d88-a648-40ae-a785-b529dc3afe07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (f845a2b7-64b1-4b95-8637-74f155a26c06), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:45.801431 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-98a83d88-a648-40ae-a785-b529dc3afe07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:45.805315 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-98a83d88-a648-40ae-a785-b529dc3afe07 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f845a2b7-64b1-4b95-8637-74f155a26c06 HTTP/1.1" status: 204 len: 168 time: 0.2302964 Mar 31 20:34:45.814526 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a83d88-a648-40ae-a785-b529dc3afe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f845a2b7-64b1-4b95-8637-74f155a26c06,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:45.912901 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e1c116a4-fa3e-4dfa-baa9-6f8040f5f7a6 req-606ecb2d-71be-4ca7-8cb6-2a946a783177 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/ports?device_id=b82eda1e-ece5-4d7a-ab7c-ebe941727a22 HTTP/1.1" status: 200 len: 210 time: 0.0319834 Mar 31 20:34:45.975647 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-d5c73388-c063-4df5-8976-526ab9b5f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:50Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:46.001063 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c73388-c063-4df5-8976-526ab9b5f4af None None] The sync data for ids ['d3933d44-ec48-4c9b-8061-5dc0404fa388'] in dv-cinder-836070-1-iscsi is: [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:22:44Z', 'revision_number': 4, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '3577ded2-84fa-4719-af1b-3eaa287e8121', 'name': '', 'network_id': '471d06ab-6d13-45c3-8d1d-4f6a22317dd0', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'mac_address': 'fa:16:3e:89:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:43Z', 'updated_at': '2022-03-31T20:22:50Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'subnets': [{'id': 'bea34364-25de-4223-a970-366fe9a8bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:34:46.256375 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bcf96b-e204-48af-b52c-738e8f1087f4 None None] New status for floating IP bad094b3-a3f5-4cf9-8cb4-940a12de6405: DOWN {{(pid=103924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:34:46.791602 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2a3cbf3f-ea23-4592-a361-d7d40fef691b req-58ce272f-7aef-450d-8b10-a129c38cc0a7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443332 Mar 31 20:34:46.863806 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cbf3f-ea23-4592-a361-d7d40fef691b req-458098a3-84bc-4a78-85d6-ee63bdb26857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:46.865536 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2a3cbf3f-ea23-4592-a361-d7d40fef691b req-458098a3-84bc-4a78-85d6-ee63bdb26857 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 1129 time: 0.0516086 Mar 31 20:34:46.967136 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cbf3f-ea23-4592-a361-d7d40fef691b req-1ad8432b-6cc9-428b-9309-9ad6ec18858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:46.968772 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2a3cbf3f-ea23-4592-a361-d7d40fef691b req-1ad8432b-6cc9-428b-9309-9ad6ec18858b service neutron] 10.222.0.76 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 913 time: 0.0859420 Mar 31 20:34:47.038710 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2a3cbf3f-ea23-4592-a361-d7d40fef691b req-4fc17188-7258-4f60-be66-bc2aaf28a3e1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4c8aecb-4be2-43df-b1ea-c06bd8630941 HTTP/1.1" status: 200 len: 1001 time: 0.0644052 Mar 31 20:34:47.063041 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47326) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:47.078232 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47328) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:47.092327 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cbf3f-ea23-4592-a361-d7d40fef691b req-9f55b17d-8543-42e4-962d-1fe67dedd092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:47.094831 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2a3cbf3f-ea23-4592-a361-d7d40fef691b req-9f55b17d-8543-42e4-962d-1fe67dedd092 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9ed1327-54bc-459c-8ba6-245a511fc65b HTTP/1.1" status: 200 len: 851 time: 0.0499661 Mar 31 20:34:47.122040 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e9a9-69f5-4ee3-b941-646f5d20ce04 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group (b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.147145 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e9a9-69f5-4ee3-b941-646f5d20ce04 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group (b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.147372 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cbf3f-ea23-4592-a361-d7d40fef691b req-e288da39-f5d1-4a59-9f1d-5eb31a9b3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:47.152155 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2a3cbf3f-ea23-4592-a361-d7d40fef691b req-e288da39-f5d1-4a59-9f1d-5eb31a9b3252 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3437015e-3faa-4b6a-9767-5c0c89bf320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489962 Mar 31 20:34:47.207760 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-523805262-network', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:34:47.262333 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2a3cbf3f-ea23-4592-a361-d7d40fef691b req-dfe2ffa8-967f-4006-a714-76a73f5272fd service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057734 Mar 31 20:34:47.267047 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e9a9-69f5-4ee3-b941-646f5d20ce04 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.270968 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e9a9-69f5-4ee3-b941-646f5d20ce04 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.272593 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-5cc3e9a9-69f5-4ee3-b941-646f5d20ce04 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "DELETE /v2.0/security-groups/b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef HTTP/1.1" status: 204 len: 168 time: 0.2072706 Mar 31 20:34:47.276552 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47334) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:47.283931 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3e9a9-69f5-4ee3-b941-646f5d20ce04 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:47.320794 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] Made reservation on behalf of 87e2c2e82bf8434ea0e1c7bb6af5fb44 for: {'network': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:34:47.323590 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for network (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.328307 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.api.v2.resource [None req-1c73d1c5-333b-4114-8425-8d8be85a0774 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] show failed (client error): The resource could not be found. Mar 31 20:34:47.330206 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-1c73d1c5-333b-4114-8425-8d8be85a0774 tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "GET /v2.0/security-groups/b1cc4f6f-18b4-45ea-9c3a-22cd9970bdef HTTP/1.1" status: 404 len: 347 time: 0.0518167 Mar 31 20:34:47.332526 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47336) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:47.339064 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.408082 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2a3cbf3f-ea23-4592-a361-d7d40fef691b req-3f610bb7-49e1-4d0a-bd8d-871165960424 service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389484 Mar 31 20:34:47.449430 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] Publish callbacks [] for security_group (fdd30ce6-0f48-42eb-b328-e93399aca0a9), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.465235 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-0f9b1677-f9cc-4807-8cd2-8688d2d087ad tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Deleting port 86c1894c-329a-4b29-95c8-912d067a7e27 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:47.465580 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1677-f9cc-4807-8cd2-8688d2d087ad tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (86c1894c-329a-4b29-95c8-912d067a7e27), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.472424 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7c4935b3-de82-43b7-aef7-eec42e79006b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.551398 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (fdd30ce6-0f48-42eb-b328-e93399aca0a9), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.566284 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1677-f9cc-4807-8cd2-8688d2d087ad tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (86c1894c-329a-4b29-95c8-912d067a7e27), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.566619 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1677-f9cc-4807-8cd2-8688d2d087ad tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for floatingip (86c1894c-329a-4b29-95c8-912d067a7e27), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.574698 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=103921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:34:47.582872 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-0f9b1677-f9cc-4807-8cd2-8688d2d087ad tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Calling delete_port for 86c1894c-329a-4b29-95c8-912d067a7e27 owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:47.589801 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd30ce6-0f48-42eb-b328-e93399aca0a9,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:47.592713 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (4fb1f0d2-5b55-4b0b-aa8d-7e985879c641), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.598714 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.segments_db [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] Added segment 4fb1f0d2-5b55-4b0b-aa8d-7e985879c641 of type vlan for network 9318f739-52fc-4924-8d0f-f60c082bd8b2 Mar 31 20:34:47.635252 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779407663427'] for network (9318f739-52fc-4924-8d0f-f60c082bd8b2), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.740784 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630'] for network (9318f739-52fc-4924-8d0f-f60c082bd8b2), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.741765 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:47.742361 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.800757 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] Pushing event updated for resources: {'Network': ['ID=9318f739-52fc-4924-8d0f-f60c082bd8b2,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:47.811994 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Network 9318f739-52fc-4924-8d0f-f60c082bd8b2 details requested by agent ovs-agent-dv-cinder-836070-1-iscsi with host dv-cinder-836070-1-iscsi {{(pid=103922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:34:47.832146 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1677-f9cc-4807-8cd2-8688d2d087ad tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (86c1894c-329a-4b29-95c8-912d067a7e27), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.856164 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b1677-f9cc-4807-8cd2-8688d2d087ad tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Pushing event deleted for resources: {'Port': ['ID=86c1894c-329a-4b29-95c8-912d067a7e27,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:47.874247 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-46c37f3a-c569-48d0-bcd4-b358ebf412eb admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7942660 Mar 31 20:34:47.878114 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47338) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:47.884341 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-0bea6e12-d6be-4de2-ba10-03d712c85151 admin admin] Request body: {'subnet': {'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-523805262-subnet', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:34:47.935786 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1677-f9cc-4807-8cd2-8688d2d087ad tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks [] for floatingip (bad094b3-a3f5-4cf9-8cb4-940a12de6405), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.938521 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1677-f9cc-4807-8cd2-8688d2d087ad tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:47.939687 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0f9b1677-f9cc-4807-8cd2-8688d2d087ad tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] 10.222.0.74 "DELETE /v2.0/floatingips/bad094b3-a3f5-4cf9-8cb4-940a12de6405 HTTP/1.1" status: 204 len: 168 time: 0.6060798 Mar 31 20:34:48.020570 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bea6e12-d6be-4de2-ba10-03d712c85151 admin admin] Made reservation on behalf of 87e2c2e82bf8434ea0e1c7bb6af5fb44 for: {'subnet': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:34:48.023160 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bea6e12-d6be-4de2-ba10-03d712c85151 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13254201'] for subnet (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:48.218197 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device fd94b4f0-944f-4bf2-baa2-3700867eb76e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:48.242762 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: fd94b4f0-944f-4bf2-baa2-3700867eb76e {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:48.243755 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device fd94b4f0-944f-4bf2-baa2-3700867eb76e not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:48.270957 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bea6e12-d6be-4de2-ba10-03d712c85151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13900114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13254191'] for subnet (a7274d10-65e4-4611-914a-d223657fe108), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:48.330746 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea6e12-d6be-4de2-ba10-03d712c85151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7274d10-65e4-4611-914a-d223657fe108,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:48.340104 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea6e12-d6be-4de2-ba10-03d712c85151 admin admin] Checking segment: {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:34:48.340468 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea6e12-d6be-4de2-ba10-03d712c85151 admin admin] Network hostable DHCP agents. Network: 9318f739-52fc-4924-8d0f-f60c082bd8b2, hostable agents: ['54450562-8143-4287-a485-bc951e9229fd'], hosted agents: [] {{(pid=103921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:34:48.437767 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea6e12-d6be-4de2-ba10-03d712c85151 admin admin] Network 9318f739-52fc-4924-8d0f-f60c082bd8b2 is scheduled to be hosted by DHCP agent 54450562-8143-4287-a485-bc951e9229fd with binding_index 1 {{(pid=103921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:34:48.597031 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-0bea6e12-d6be-4de2-ba10-03d712c85151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-iscsi, 9318f739-52fc-4924-8d0f-f60c082bd8b2) {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:34:48.601123 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bea6e12-d6be-4de2-ba10-03d712c85151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:48.601728 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bea6e12-d6be-4de2-ba10-03d712c85151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:48.609174 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e738e3-bdaa-474f-b81b-c85e3171be07 None None] Network 9318f739-52fc-4924-8d0f-f60c082bd8b2 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:34:48.708165 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a47c094-6fbf-5610-a773-a6d0d3fbb37a-9318f739-52fc-4924-8d0f-f60c082bd8b2', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108'}]}} from dv-cinder-836070-1-iscsi. {{(pid=103922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:34:48.709174 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:48.756473 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-0bea6e12-d6be-4de2-ba10-03d712c85151 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8745675 Mar 31 20:34:48.756710 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47344) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:48.761375 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:34:48.841761 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.db_base_plugin_common [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Allocated IP 172.20.0.2 (9318f739-52fc-4924-8d0f-f60c082bd8b2/a7274d10-65e4-4611-914a-d223657fe108/a3422cca-6b14-4037-b13f-5c0f5a803566) {{(pid=103922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:34:48.964604 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16473659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-649'] for router (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:48.965999 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16473515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16467706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:48.987497 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Publish callbacks [] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), precommit_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:49.020767 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Publish callbacks [] for router_controller (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), precommit_add_association {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:49.158627 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045'] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), after_create {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:49.197671 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Network 9318f739-52fc-4924-8d0f-f60c082bd8b2 is already hosted by enough agents. {{(pid=103922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:34:49.201904 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.scheduler.base_scheduler [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Resources bound (agent type, host, resource id): {{(pid=103922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:34:49.205347 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Received port after_create {{(pid=103922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:34:49.217878 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Pushing event updated for resources: {'Port': ['ID=a3422cca-6b14-4037-b13f-5c0f5a803566,revision_number=1']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:49.285293 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Attempting to bind port a3422cca-6b14-4037-b13f-5c0f5a803566 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:34:49.285705 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Attempting to bind port a3422cca-6b14-4037-b13f-5c0f5a803566 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:34:49.286096 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Attempting to bind port a3422cca-6b14-4037-b13f-5c0f5a803566 on network 9318f739-52fc-4924-8d0f-f60c082bd8b2 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:34:49.296719 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:34:49.297348 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Checking segment: {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:34:49.297868 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:49.299106 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Bound using segment: {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:34:49.299106 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Bound port: a3422cca-6b14-4037-b13f-5c0f5a803566, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:34:49.299602 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:49.309490 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Publish callbacks [] for router_gateway (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:49.375421 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] For port a3422cca-6b14-4037-b13f-5c0f5a803566, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:34:49.379541 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] For port a3422cca-6b14-4037-b13f-5c0f5a803566, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=a3422cca-6b14-4037-b13f-5c0f5a803566,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:34:49.484003 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:49.550951 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c38d9-072d-4c72-adc7-e1bbe95a9e76 None None] Pushing event updated for resources: {'Port': ['ID=a3422cca-6b14-4037-b13f-5c0f5a803566,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:49.578719 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Publish callbacks [] for router_gateway (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:49.598272 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:49.733768 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Allocated IP 172.27.2.167 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/e64afd46-7141-401c-a6d6-f6a9e50c5a77) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:34:49.842726 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-8851492d-e64a-4510-a90a-25efab43c87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:49.852360 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Publish callbacks [] for port (e64afd46-7141-401c-a6d6-f6a9e50c5a77), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:49.958479 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (e64afd46-7141-401c-a6d6-f6a9e50c5a77), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:49.996289 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:34:49.999042 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:34:50.002506 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:34:50.028270 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Pushing event updated for resources: {'Port': ['ID=e64afd46-7141-401c-a6d6-f6a9e50c5a77,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:50.342174 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Publish callbacks [] for router_gateway (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:50.423563 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00db3fe8-c859-4716-8a18-24972699664c None None] Network 9318f739-52fc-4924-8d0f-f60c082bd8b2 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:34:50.530467 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-398aeffc-439b-4a2c-b0c3-80c1126b6f3b None None] Provisioning complete for port a3422cca-6b14-4037-b13f-5c0f5a803566 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:34:50.530750 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-398aeffc-439b-4a2c-b0c3-80c1126b6f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:50.549205 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16473506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16467501'] for router (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:50.621889 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-398aeffc-439b-4a2c-b0c3-80c1126b6f3b None None] Current status of the port a3422cca-6b14-4037-b13f-5c0f5a803566 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:34:50.622359 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-398aeffc-439b-4a2c-b0c3-80c1126b6f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:50.657171 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-398aeffc-439b-4a2c-b0c3-80c1126b6f3b None None] For port a3422cca-6b14-4037-b13f-5c0f5a803566, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=a3422cca-6b14-4037-b13f-5c0f5a803566,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:50.765082 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47362) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:50.842833 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-398aeffc-439b-4a2c-b0c3-80c1126b6f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:50.894648 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398aeffc-439b-4a2c-b0c3-80c1126b6f3b None None] Pushing event updated for resources: {'Port': ['ID=a3422cca-6b14-4037-b13f-5c0f5a803566,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:50.940755 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 is scheduled to L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace with binding_index 1 {{(pid=103921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:34:50.962232 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-c61f6118-7ceb-4605-9871-8de9e9efe698 None None] Provisioning complete for port a3422cca-6b14-4037-b13f-5c0f5a803566 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:34:50.962608 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c61f6118-7ceb-4605-9871-8de9e9efe698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:50.985366 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:51.046857 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-c61f6118-7ceb-4605-9871-8de9e9efe698 None None] Current status of the port a3422cca-6b14-4037-b13f-5c0f5a803566 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:34:51.057118 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:34:51.066868 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Sync routers for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:34:51.078709 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:51.079440 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:51.143436 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:51.148066 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-2656c6a3-5019-4889-8c4a-bf2ad0b93821 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3872695 Mar 31 20:34:51.148278 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47366) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:51.203923 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:51.288363 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-afbbb364-2e85-4ff3-94a7-6f3264ce07c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467827'] for router_interface (d3933d44-ec48-4c9b-8061-5dc0404fa388), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:51.330978 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device a3422cca-6b14-4037-b13f-5c0f5a803566 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:34:51.438281 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port a3422cca-6b14-4037-b13f-5c0f5a803566 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:34:51.438645 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:51.479724 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:50Z', 'revision_number': 3, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:51.510741 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Checking router: 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:34:51.511106 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Updating router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 port e64afd46-7141-401c-a6d6-f6a9e50c5a77 binding host dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:34:51.680075 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (e64afd46-7141-401c-a6d6-f6a9e50c5a77), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:51.787027 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port a3422cca-6b14-4037-b13f-5c0f5a803566 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:34:51.793564 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-afbbb364-2e85-4ff3-94a7-6f3264ce07c6 admin admin] Deleting port 3577ded2-84fa-4719-af1b-3eaa287e8121 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:51.794090 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-afbbb364-2e85-4ff3-94a7-6f3264ce07c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:51.873879 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:51.969105 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Publish callbacks [] for port (e64afd46-7141-401c-a6d6-f6a9e50c5a77), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:52.072108 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (e64afd46-7141-401c-a6d6-f6a9e50c5a77), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:52.130603 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Attempting to bind port e64afd46-7141-401c-a6d6-f6a9e50c5a77 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:34:52.130880 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Attempting to bind port e64afd46-7141-401c-a6d6-f6a9e50c5a77 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:34:52.131243 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Attempting to bind port e64afd46-7141-401c-a6d6-f6a9e50c5a77 on network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:34:52.133521 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849b5df-9588-4c24-b12a-57c47d150132 None None] Pushing event updated for resources: {'Port': ['ID=e64afd46-7141-401c-a6d6-f6a9e50c5a77,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:52.140336 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:34:52.140336 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Checking segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:34:52.140910 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:52.140910 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Bound using segment: {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:34:52.141363 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Bound port: e64afd46-7141-401c-a6d6-f6a9e50c5a77, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648a4759-b57c-4196-8efd-3cea1a00e812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:34:52.142363 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (e64afd46-7141-401c-a6d6-f6a9e50c5a77), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:52.206539 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] For port e64afd46-7141-401c-a6d6-f6a9e50c5a77, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:34:52.207223 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-afbbb364-2e85-4ff3-94a7-6f3264ce07c6 admin admin] For port 3577ded2-84fa-4719-af1b-3eaa287e8121, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=3577ded2-84fa-4719-af1b-3eaa287e8121,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:52.207598 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-afbbb364-2e85-4ff3-94a7-6f3264ce07c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:52.209861 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] For port e64afd46-7141-401c-a6d6-f6a9e50c5a77, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e64afd46-7141-401c-a6d6-f6a9e50c5a77,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:34:52.244931 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-afbbb364-2e85-4ff3-94a7-6f3264ce07c6 admin admin] Calling delete_port for 3577ded2-84fa-4719-af1b-3eaa287e8121 owned by network:router_interface {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:52.272294 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:52.289805 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (e64afd46-7141-401c-a6d6-f6a9e50c5a77), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:52.347639 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:52.348285 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:52.368272 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Allocated IP 172.20.0.1 (9318f739-52fc-4924-8d0f-f60c082bd8b2/a7274d10-65e4-4611-914a-d223657fe108/7bfd9765-1512-46b4-8542-aaef3d2f7338) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:34:52.421974 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849b5df-9588-4c24-b12a-57c47d150132 None None] Pushing event updated for resources: {'Port': ['ID=e64afd46-7141-401c-a6d6-f6a9e50c5a77,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:52.473136 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:52.558224 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Publish callbacks [] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:52.657954 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:50Z', 'revision_number': 3, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:52.677855 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-afbbb364-2e85-4ff3-94a7-6f3264ce07c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (3577ded2-84fa-4719-af1b-3eaa287e8121), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:52.684188 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85732c57-0fe1-48aa-8202-bd13b4b9a47b None None] The sync data for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi is: [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:50Z', 'revision_number': 3, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:34:52.710638 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbb364-2e85-4ff3-94a7-6f3264ce07c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3577ded2-84fa-4719-af1b-3eaa287e8121,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:52.714471 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:52.809470 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Network 9318f739-52fc-4924-8d0f-f60c082bd8b2 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:34:52.814105 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Pushing event updated for resources: {'Port': ['ID=7bfd9765-1512-46b4-8542-aaef3d2f7338,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:52.817783 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:34:52.820271 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:34:52.932108 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16467962'] for router_interface (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:53.051700 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-afbbb364-2e85-4ff3-94a7-6f3264ce07c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16467171'] for router_interface (d3933d44-ec48-4c9b-8061-5dc0404fa388), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:53.204008 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-f51951fc-baf2-4b5f-af30-271b8b565a43 None None] Provisioning complete for port 7bfd9765-1512-46b4-8542-aaef3d2f7338 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:34:53.204453 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f51951fc-baf2-4b5f-af30-271b8b565a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:53.244603 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:53.272288 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-f51951fc-baf2-4b5f-af30-271b8b565a43 None None] Port 7bfd9765-1512-46b4-8542-aaef3d2f7338 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:34:53.394924 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e64afd46-7141-401c-a6d6-f6a9e50c5a77 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:34:53.450679 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port e64afd46-7141-401c-a6d6-f6a9e50c5a77 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:34:53.451383 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e64afd46-7141-401c-a6d6-f6a9e50c5a77), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:53.452267 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbbb364-2e85-4ff3-94a7-6f3264ce07c6 admin admin] Router d3933d44-ec48-4c9b-8061-5dc0404fa388 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:34:53.534951 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port e64afd46-7141-401c-a6d6-f6a9e50c5a77 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:34:53.535527 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (e64afd46-7141-401c-a6d6-f6a9e50c5a77), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:53.562096 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] For port e64afd46-7141-401c-a6d6-f6a9e50c5a77, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e64afd46-7141-401c-a6d6-f6a9e50c5a77,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:53.601327 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Publish callbacks [] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:53.627325 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbbb364-2e85-4ff3-94a7-6f3264ce07c6 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:34:53.632418 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-afbbb364-2e85-4ff3-94a7-6f3264ce07c6 admin admin] 10.222.0.74 "PUT /v2.0/routers/d3933d44-ec48-4c9b-8061-5dc0404fa388/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8660123 Mar 31 20:34:53.635516 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47368) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:53.637434 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf3009c-4a0e-49c2-ab90-3f0b2983965d None None] Sync routers for ids ['d3933d44-ec48-4c9b-8061-5dc0404fa388'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:34:53.638328 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (e64afd46-7141-401c-a6d6-f6a9e50c5a77), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:53.654216 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf3009c-4a0e-49c2-ab90-3f0b2983965d None None] Routers {'d3933d44-ec48-4c9b-8061-5dc0404fa388'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:53.654860 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-dbf3009c-4a0e-49c2-ab90-3f0b2983965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d3933d44-ec48-4c9b-8061-5dc0404fa388'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:53.706633 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Pushing event updated for resources: {'Port': ['ID=e64afd46-7141-401c-a6d6-f6a9e50c5a77,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:53.716551 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:53.787387 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-dbf3009c-4a0e-49c2-ab90-3f0b2983965d None None] Set router d3933d44-ec48-4c9b-8061-5dc0404fa388 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:53.801663 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Pushing event updated for resources: {'Port': ['ID=7bfd9765-1512-46b4-8542-aaef3d2f7338,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:53.806305 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16467822'] for router_interface (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:53.831737 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:53.865228 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] Publish callbacks [] for router (d3933d44-ec48-4c9b-8061-5dc0404fa388), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:53.994185 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-dbf3009c-4a0e-49c2-ab90-3f0b2983965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:34:52Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:54.004039 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Network 9318f739-52fc-4924-8d0f-f60c082bd8b2 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:34:54.008746 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:34:54.014344 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] Publish callbacks [] for router_gateway (d3933d44-ec48-4c9b-8061-5dc0404fa388), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:54.028253 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf3009c-4a0e-49c2-ab90-3f0b2983965d None None] Checking router: d3933d44-ec48-4c9b-8061-5dc0404fa388 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:34:54.038104 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf3009c-4a0e-49c2-ab90-3f0b2983965d None None] Routers {'d3933d44-ec48-4c9b-8061-5dc0404fa388'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:54.039477 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-dbf3009c-4a0e-49c2-ab90-3f0b2983965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['d3933d44-ec48-4c9b-8061-5dc0404fa388'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:54.156108 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-dbf3009c-4a0e-49c2-ab90-3f0b2983965d None None] Set router d3933d44-ec48-4c9b-8061-5dc0404fa388 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:54.180533 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:34:54.193357 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] Deleting port a9206452-22ee-4bc8-a063-37a2f69a5893 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:54.193700 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (a9206452-22ee-4bc8-a063-37a2f69a5893), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:54.305675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-459ed004-b0f8-4b19-9152-fcb310ba8d9f None None] Provisioning complete for port 7bfd9765-1512-46b4-8542-aaef3d2f7338 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:34:54.306989 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-459ed004-b0f8-4b19-9152-fcb310ba8d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:54.344366 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-dbf3009c-4a0e-49c2-ab90-3f0b2983965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:34:52Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:54.360315 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] For port a9206452-22ee-4bc8-a063-37a2f69a5893, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=a9206452-22ee-4bc8-a063-37a2f69a5893,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:54.360686 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (a9206452-22ee-4bc8-a063-37a2f69a5893), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:54.363186 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-459ed004-b0f8-4b19-9152-fcb310ba8d9f None None] Port 7bfd9765-1512-46b4-8542-aaef3d2f7338 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:34:54.373594 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf3009c-4a0e-49c2-ab90-3f0b2983965d None None] The sync data for ids ['d3933d44-ec48-4c9b-8061-5dc0404fa388'] in dv-cinder-836070-1-iscsi is: [{'id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'name': 'tempest-AttachVolumeShelveTestJSON-577229263-router', 'tenant_id': 'd5a4218c461f42dbb07a80644deeec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:37Z', 'updated_at': '2022-03-31T20:34:52Z', 'revision_number': 5, 'project_id': 'd5a4218c461f42dbb07a80644deeec2c', 'gw_port': {'id': 'a9206452-22ee-4bc8-a063-37a2f69a5893', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:27:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3933d44-ec48-4c9b-8061-5dc0404fa388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:39Z', 'updated_at': '2022-03-31T20:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:34:54.382243 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] Calling delete_port for a9206452-22ee-4bc8-a063-37a2f69a5893 owned by network:router_gateway {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:54.396338 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:34:54.402645 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4c285c33-8c68-465d-b029-485951f2fb93 admin admin] 10.222.0.74 "PUT /v2.0/routers/7e8ade6b-e63b-418c-b3c7-0e09224c85d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2539389 Mar 31 20:34:54.600871 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Sync routers for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:34:54.614903 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:54.615834 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:54.735345 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:54.758127 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (a9206452-22ee-4bc8-a063-37a2f69a5893), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:54.798279 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9206452-22ee-4bc8-a063-37a2f69a5893,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:54.811550 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:34:54.888787 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16467465'] for router_gateway (d3933d44-ec48-4c9b-8061-5dc0404fa388), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:54.972928 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 2, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:54.986171 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16473493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-763'] for router (d3933d44-ec48-4c9b-8061-5dc0404fa388), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:54.988760 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] Publish callbacks [] for router_controller (d3933d44-ec48-4c9b-8061-5dc0404fa388), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.007844 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Checking router: 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:34:55.008499 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Updating router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 port 7bfd9765-1512-46b4-8542-aaef3d2f7338 binding host dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:34:55.040073 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.100453 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16473580'] for router (d3933d44-ec48-4c9b-8061-5dc0404fa388), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.101242 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3933d44-ec48-4c9b-8061-5dc0404fa388 {{(pid=103920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:34:55.114182 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.114182 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-112c317a-c532-480d-8db9-b21e30632869 admin admin] 10.222.0.74 "DELETE /v2.0/routers/d3933d44-ec48-4c9b-8061-5dc0404fa388 HTTP/1.1" status: 204 len: 168 time: 1.4724407 Mar 31 20:34:55.114380 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47376) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:55.162092 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_v2 [None req-39fbee08-a249-4d76-8ad8-8ad43caddc48 admin admin] Deleting subnet bea34364-25de-4223-a970-366fe9a8bb90 {{(pid=103921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:34:55.165438 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-39fbee08-a249-4d76-8ad8-8ad43caddc48 admin admin] Publish callbacks [] for subnet (bea34364-25de-4223-a970-366fe9a8bb90), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.204912 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-39fbee08-a249-4d76-8ad8-8ad43caddc48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13817127'] for subnet (bea34364-25de-4223-a970-366fe9a8bb90), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.274557 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47378) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:55.280024 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-7191d207-4ee3-4a14-a1e9-9c1f4e62daf2 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514776689', 'description': 'tempest-description--12864838'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:34:55.327073 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-39fbee08-a249-4d76-8ad8-8ad43caddc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (bea34364-25de-4223-a970-366fe9a8bb90), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.374359 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Publish callbacks [] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.398016 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7191d207-4ee3-4a14-a1e9-9c1f4e62daf2 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.472012 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7191d207-4ee3-4a14-a1e9-9c1f4e62daf2 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (19c09a45-8f71-4f90-910a-db5caf9c3567), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.472262 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.513329 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-39fbee08-a249-4d76-8ad8-8ad43caddc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13900049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13254182'] for subnet (bea34364-25de-4223-a970-366fe9a8bb90), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.524136 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2b5b6-ab18-4548-ba1f-7ef45ab728a1 None None] Pushing event updated for resources: {'Port': ['ID=7bfd9765-1512-46b4-8542-aaef3d2f7338,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:55.542360 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbee08-a249-4d76-8ad8-8ad43caddc48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea34364-25de-4223-a970-366fe9a8bb90,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:55.549234 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-39fbee08-a249-4d76-8ad8-8ad43caddc48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.553530 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-39fbee08-a249-4d76-8ad8-8ad43caddc48 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/bea34364-25de-4223-a970-366fe9a8bb90 HTTP/1.1" status: 204 len: 168 time: 0.4406292 Mar 31 20:34:55.556360 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47380) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:55.559529 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7191d207-4ee3-4a14-a1e9-9c1f4e62daf2 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (19c09a45-8f71-4f90-910a-db5caf9c3567), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.567713 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf0a01f-e105-413f-aaeb-955fe5d6dbf4 None None] Network 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:34:55.594889 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191d207-4ee3-4a14-a1e9-9c1f4e62daf2 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c09a45-8f71-4f90-910a-db5caf9c3567,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:55.655577 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (471d06ab-6d13-45c3-8d1d-4f6a22317dd0), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.680786 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7191d207-4ee3-4a14-a1e9-9c1f4e62daf2 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.682874 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7191d207-4ee3-4a14-a1e9-9c1f4e62daf2 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4065769 Mar 31 20:34:55.685586 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47382) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:55.690616 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Attempting to bind port 7bfd9765-1512-46b4-8542-aaef3d2f7338 on host dv-cinder-836070-1-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:34:55.696208 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-7ef08628-e15b-4a6f-9d1c-4a26b9d5e8d6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'security_group_rule': {'security_group_id': '19c09a45-8f71-4f90-910a-db5caf9c3567', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:34:55.699847 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Attempting to bind port 7bfd9765-1512-46b4-8542-aaef3d2f7338 by drivers openvswitch,hyperv on host dv-cinder-836070-1-iscsi at level 0 using segments [{'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:34:55.700220 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Attempting to bind port 7bfd9765-1512-46b4-8542-aaef3d2f7338 on network 9318f739-52fc-4924-8d0f-f60c082bd8b2 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:34:55.707995 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e64afd46-7141-401c-a6d6-f6a9e50c5a77 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:34:55.741505 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Checking agent: {'id': 'c90c952c-d253-468b-a237-fad90aad6aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 24), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:34:55.741889 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Checking segment: {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:34:55.742285 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.742769 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Bound using segment: {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:34:55.743246 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Bound port: 7bfd9765-1512-46b4-8542-aaef3d2f7338, host: dv-cinder-836070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:34:55.743523 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.751422 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Deleting port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:34:55.765049 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (2bbf06f3-5b7e-4ee7-804a-0f72af22c44c), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.815460 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] For port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=2bbf06f3-5b7e-4ee7-804a-0f72af22c44c,segment=NetworkSegment(13497781-b9c7-46aa-84f3-7b95f827b2d2),segment_id=13497781-b9c7-46aa-84f3-7b95f827b2d2)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:55.815825 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (2bbf06f3-5b7e-4ee7-804a-0f72af22c44c), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.830421 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Calling delete_port for 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c owned by network:dhcp {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:34:55.832817 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ef08628-e15b-4a6f-9d1c-4a26b9d5e8d6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (02a7866a-8643-4c54-a84a-113db88365fd), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.866756 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-5f9624b8-130a-45dd-b842-603b4514d940 None None] Provisioning complete for port 7bfd9765-1512-46b4-8542-aaef3d2f7338 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:34:55.877451 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5f9624b8-130a-45dd-b842-603b4514d940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.906192 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] For port 7bfd9765-1512-46b4-8542-aaef3d2f7338, host dv-cinder-836070-1-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:34:55.906440 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ef08628-e15b-4a6f-9d1c-4a26b9d5e8d6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (02a7866a-8643-4c54-a84a-113db88365fd), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.923826 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] For port 7bfd9765-1512-46b4-8542-aaef3d2f7338, host dv-cinder-836070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=7bfd9765-1512-46b4-8542-aaef3d2f7338,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:34:55.926611 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port e64afd46-7141-401c-a6d6-f6a9e50c5a77 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:34:55.926987 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (e64afd46-7141-401c-a6d6-f6a9e50c5a77), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.956138 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-5f9624b8-130a-45dd-b842-603b4514d940 None None] Port 7bfd9765-1512-46b4-8542-aaef3d2f7338 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:34:55.980558 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ef08628-e15b-4a6f-9d1c-4a26b9d5e8d6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (02a7866a-8643-4c54-a84a-113db88365fd), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:55.998172 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef08628-e15b-4a6f-9d1c-4a26b9d5e8d6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a7866a-8643-4c54-a84a-113db88365fd,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:56.009283 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (2bbf06f3-5b7e-4ee7-804a-0f72af22c44c), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.018563 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e610aff-9ccf-4881-be20-cfb25af995f3 None None] DHCP port deletion for 471d06ab-6d13-45c3-8d1d-4f6a22317dd0 request from dv-cinder-836070-1-iscsi {{(pid=103922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:34:56.024123 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.036658 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Pushing event deleted for resources: {'Port': ['ID=2bbf06f3-5b7e-4ee7-804a-0f72af22c44c,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:56.038543 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] No DVR routers for this DVR port 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c on host dv-cinder-836070-1-iscsi {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:34:56.074436 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port e64afd46-7141-401c-a6d6-f6a9e50c5a77 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:34:56.090903 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ef08628-e15b-4a6f-9d1c-4a26b9d5e8d6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.096396 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 3577ded2-84fa-4719-af1b-3eaa287e8121 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:56.096536 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7ef08628-e15b-4a6f-9d1c-4a26b9d5e8d6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4005244 Mar 31 20:34:56.096536 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47384) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:56.096536 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-679d2f85-2eac-4774-813f-a15813c0a0b9 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'security_group_rule': {'security_group_id': '19c09a45-8f71-4f90-910a-db5caf9c3567', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:34:56.121123 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (471d06ab-6d13-45c3-8d1d-4f6a22317dd0), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.128020 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 3577ded2-84fa-4719-af1b-3eaa287e8121 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:56.128377 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 3577ded2-84fa-4719-af1b-3eaa287e8121 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:56.132482 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2b5b6-ab18-4548-ba1f-7ef45ab728a1 None None] Pushing event updated for resources: {'Port': ['ID=7bfd9765-1512-46b4-8542-aaef3d2f7338,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:56.138798 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:34:56.139414 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:56.148984 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471d06ab-6d13-45c3-8d1d-4f6a22317dd0']}} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:56.161286 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13497781-b9c7-46aa-84f3-7b95f827b2d2') {'for_net_delete': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:56.161826 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13497781-b9c7-46aa-84f3-7b95f827b2d2') {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:56.177814 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13817132'] for segment (13497781-b9c7-46aa-84f3-7b95f827b2d2), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.191604 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-679d2f85-2eac-4774-813f-a15813c0a0b9 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (ea536852-8fff-40d3-a400-9ad8f18c3489), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.198268 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (13497781-b9c7-46aa-84f3-7b95f827b2d2), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.215084 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:34:56.215084 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13899191'] for segment (13497781-b9c7-46aa-84f3-7b95f827b2d2), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: Traceback (most recent call last): Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: timer() Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: cb(*args, **kw) Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: return func(*args, **kwargs) Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: self._notify() Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: self.callback(batched_events) Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: event.method(event) Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: return f(self, *a, **k) Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._get(url).json() Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: return self.request(url, 'GET', **kwargs) Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:34:56.216467 dv-cinder-836070-1-iscsi neutron-server[103921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:34:56.278902 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-679d2f85-2eac-4774-813f-a15813c0a0b9 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (ea536852-8fff-40d3-a400-9ad8f18c3489), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.351883 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-679d2f85-2eac-4774-813f-a15813c0a0b9 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (ea536852-8fff-40d3-a400-9ad8f18c3489), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.374344 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d2f85-2eac-4774-813f-a15813c0a0b9 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea536852-8fff-40d3-a400-9ad8f18c3489,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:56.402731 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:34:56.404689 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-c63b7ea4-120c-4c5d-bb05-21b6eda95548 None None] Provisioning complete for port 7bfd9765-1512-46b4-8542-aaef3d2f7338 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:34:56.405110 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c63b7ea4-120c-4c5d-bb05-21b6eda95548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.446194 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-679d2f85-2eac-4774-813f-a15813c0a0b9 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.451410 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-679d2f85-2eac-4774-813f-a15813c0a0b9 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563316 Mar 31 20:34:56.451744 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47386) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:56.456804 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'floatingip': {'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:34:56.546981 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.624469 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-c63b7ea4-120c-4c5d-bb05-21b6eda95548 None None] Current status of the port 7bfd9765-1512-46b4-8542-aaef3d2f7338 is: DOWN; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:34:56.624861 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c63b7ea4-120c-4c5d-bb05-21b6eda95548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.654996 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (471d06ab-6d13-45c3-8d1d-4f6a22317dd0), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.660684 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.666683 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] 10.222.0.74 "DELETE /v2.0/networks/471d06ab-6d13-45c3-8d1d-4f6a22317dd0 HTTP/1.1" status: 204 len: 168 time: 1.1071455 Mar 31 20:34:56.679263 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2f4c0-1e4d-4c27-afb1-f7196b20c72e admin admin] Pushing event deleted for resources: {'Network': ['ID=471d06ab-6d13-45c3-8d1d-4f6a22317dd0,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:56.683841 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-c63b7ea4-120c-4c5d-bb05-21b6eda95548 None None] For port 7bfd9765-1512-46b4-8542-aaef3d2f7338, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=7bfd9765-1512-46b4-8542-aaef3d2f7338,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:34:56.708894 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:55Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:56.738311 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc441c6e-d4c5-44f2-be1b-9d946f8eee90 None None] The sync data for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi is: [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:55Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:34:56.757881 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c63b7ea4-120c-4c5d-bb05-21b6eda95548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:56.833353 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b7ea4-120c-4c5d-bb05-21b6eda95548 None None] Pushing event updated for resources: {'Port': ['ID=7bfd9765-1512-46b4-8542-aaef3d2f7338,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:56.943259 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:57.079115 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Allocated IP 172.27.2.115 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:34:57.111524 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47392) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:57.205170 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-aca5ae23-12cc-4748-934b-e5cbd5a9c460 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d5a4218c461f42dbb07a80644deeec2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0921016 Mar 31 20:34:57.208876 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47394) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:57.238697 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for port (fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:57.291822 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-11280860-b9c4-4156-b4f1-1ba637f31036 admin admin] Publish callbacks [] for security_group (19c2473f-4f04-428e-b4ee-70a2e4ea1763), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:57.318855 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-11280860-b9c4-4156-b4f1-1ba637f31036 admin admin] Publish callbacks [] for security_group (19c2473f-4f04-428e-b4ee-70a2e4ea1763), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:57.342208 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 7bfd9765-1512-46b4-8542-aaef3d2f7338 up at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:34:57.380893 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:57.406220 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Provisioning complete for port 7bfd9765-1512-46b4-8542-aaef3d2f7338 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:34:57.406814 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:57.429266 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:34:57.434954 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:34:57.440326 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:34:57.461837 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'Port': ['ID=fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:57.489609 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Current status of the port 7bfd9765-1512-46b4-8542-aaef3d2f7338 is: ACTIVE; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:34:57.529387 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-11280860-b9c4-4156-b4f1-1ba637f31036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (19c2473f-4f04-428e-b4ee-70a2e4ea1763), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:57.531949 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (160d584a-09c3-40b8-9280-988ae35c7def), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:57.533011 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-11280860-b9c4-4156-b4f1-1ba637f31036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:57.534647 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-11280860-b9c4-4156-b4f1-1ba637f31036 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/19c2473f-4f04-428e-b4ee-70a2e4ea1763 HTTP/1.1" status: 204 len: 168 time: 0.3246484 Mar 31 20:34:57.549153 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device a9206452-22ee-4bc8-a063-37a2f69a5893 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:57.552103 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11280860-b9c4-4156-b4f1-1ba637f31036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c2473f-4f04-428e-b4ee-70a2e4ea1763,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:57.573649 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: a9206452-22ee-4bc8-a063-37a2f69a5893 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:57.573649 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device a9206452-22ee-4bc8-a063-37a2f69a5893 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:57.574247 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:57.602990 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:57.603888 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 2bbf06f3-5b7e-4ee7-804a-0f72af22c44c not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:57.668242 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:57.845194 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for port (fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:57.974800 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:58.050506 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'Port': ['ID=fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:58.061965 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (160d584a-09c3-40b8-9280-988ae35c7def), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:58.185481 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:58.187710 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1a5e6d3f-181a-4e77-b483-7b73cd209394 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7346299 Mar 31 20:34:58.518769 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-3fbca490-4479-40f2-ac91-9a0a50ff3283 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1514776689&fields=id&tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44 HTTP/1.1" status: 200 len: 267 time: 0.0453742 Mar 31 20:34:58.664365 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6860-a7a0-4304-8904-a866dddca9af req-da6b2e98-827a-412d-96dd-64e115471ab1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:34:58.664365 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-da6b2e98-827a-412d-96dd-64e115471ab1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 814 time: 0.1036861 Mar 31 20:34:58.664365 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-b13cc881-7d38-4cdb-9f48-34ef8f2c39ae tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/quotas/87e2c2e82bf8434ea0e1c7bb6af5fb44 HTTP/1.1" status: 200 len: 375 time: 0.0099852 Mar 31 20:34:58.700739 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-e4aede47-b34e-4043-8089-45fa5ce076e8 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510626 Mar 31 20:34:58.836718 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-0c0ed433-3946-41b8-9dcc-02079e4b1590 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=103921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:34:58.838265 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-0c0ed433-3946-41b8-9dcc-02079e4b1590 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1261070 Mar 31 20:34:58.945449 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-2cc2186a-2174-45f5-a07e-4a06100f701f service neutron] 10.222.0.74 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005638 Mar 31 20:34:59.041931 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-2bba052e-ce18-4e52-91f9-b18acbd39136 service neutron] 10.222.0.74 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902705 Mar 31 20:34:59.330468 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-19fa4cf3-0a8c-4cba-bffa-13b376c5344f req-7d80976e-54bc-4921-bffd-8ac8f51652bf tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 210 time: 0.0349963 Mar 31 20:35:00.413557 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a2799f90-c3a6-4a7b-8008-8ccb88befd22 req-8a2a8f06-ddd1-420a-a39b-711065250fb8 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 210 time: 0.0266061 Mar 31 20:35:01.508340 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-18f03be5-4b13-469d-8f31-a6a57a1b43a7 req-b8583bcb-6295-4f71-93a0-840721bd75dc tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 210 time: 0.0262473 Mar 31 20:35:01.718008 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6860-a7a0-4304-8904-a866dddca9af req-1af32bc2-29d4-4c67-aede-e695cd8a7917 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:01.720097 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-1af32bc2-29d4-4c67-aede-e695cd8a7917 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 814 time: 0.1080282 Mar 31 20:35:01.792486 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-b9765a21-ba0d-4638-90ca-941d2e71ca52 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44 HTTP/1.1" status: 200 len: 380 time: 0.0628116 Mar 31 20:35:01.801144 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-011c6860-a7a0-4304-8904-a866dddca9af req-1e88a650-7b8f-4b59-b15e-53bdbf6a8b66 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'port': {'device_id': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'admin_state_up': True, 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'security_groups': ['19c09a45-8f71-4f90-910a-db5caf9c3567']}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:35:02.003108 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011c6860-a7a0-4304-8904-a866dddca9af req-1e88a650-7b8f-4b59-b15e-53bdbf6a8b66 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Made reservation on behalf of 87e2c2e82bf8434ea0e1c7bb6af5fb44 for: {'port': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:35:02.006546 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-011c6860-a7a0-4304-8904-a866dddca9af req-1e88a650-7b8f-4b59-b15e-53bdbf6a8b66 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:02.144467 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [req-011c6860-a7a0-4304-8904-a866dddca9af req-1e88a650-7b8f-4b59-b15e-53bdbf6a8b66 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Allocated IP 172.20.0.14 (9318f739-52fc-4924-8d0f-f60c082bd8b2/a7274d10-65e4-4611-914a-d223657fe108/f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:35:02.281187 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-011c6860-a7a0-4304-8904-a866dddca9af req-1e88a650-7b8f-4b59-b15e-53bdbf6a8b66 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:02.387221 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-011c6860-a7a0-4304-8904-a866dddca9af req-1e88a650-7b8f-4b59-b15e-53bdbf6a8b66 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:02.435456 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011c6860-a7a0-4304-8904-a866dddca9af req-1e88a650-7b8f-4b59-b15e-53bdbf6a8b66 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Network 9318f739-52fc-4924-8d0f-f60c082bd8b2 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:35:02.438621 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [req-011c6860-a7a0-4304-8904-a866dddca9af req-1e88a650-7b8f-4b59-b15e-53bdbf6a8b66 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:35:02.442350 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-011c6860-a7a0-4304-8904-a866dddca9af req-1e88a650-7b8f-4b59-b15e-53bdbf6a8b66 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:35:02.471757 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88a650-7b8f-4b59-b15e-53bdbf6a8b66 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'Port': ['ID=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:35:02.499416 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6860-a7a0-4304-8904-a866dddca9af req-1e88a650-7b8f-4b59-b15e-53bdbf6a8b66 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:02.500176 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-011c6860-a7a0-4304-8904-a866dddca9af req-1e88a650-7b8f-4b59-b15e-53bdbf6a8b66 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:02.678802 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-1e88a650-7b8f-4b59-b15e-53bdbf6a8b66 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8658891 Mar 31 20:35:02.678802 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a247cf-0ad3-44dc-b6e2-a080d2896cca req-657a83b4-4fdc-4f81-96f2-332cf15b7a96 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:02.681093 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-75a247cf-0ad3-44dc-b6e2-a080d2896cca req-657a83b4-4fdc-4f81-96f2-332cf15b7a96 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 932 time: 0.0939746 Mar 31 20:35:02.689273 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Request body: {'port': {'device_id': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:35:02.736776 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-e7e13d42-9d44-4a89-84a3-d13612a27347 None None] Provisioning complete for port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:35:02.737725 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e7e13d42-9d44-4a89-84a3-d13612a27347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:02.783184 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-e7e13d42-9d44-4a89-84a3-d13612a27347 None None] Port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:35:02.793956 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-75a247cf-0ad3-44dc-b6e2-a080d2896cca req-37994306-27f1-4d5f-b96a-cbd48270de3d tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990491 Mar 31 20:35:02.797001 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:03.075789 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:35:03.083658 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Publish callbacks [] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:03.096696 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Transition to ACTIVE for port object f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 will not be triggered until provisioned by entity L2. {{(pid=103921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:35:03.362728 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:03.423314 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Pushing event updated for resources: {'Port': ['ID=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:35:03.505170 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Attempting to bind port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:35:03.505984 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Attempting to bind port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:35:03.506158 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Attempting to bind port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 on network 9318f739-52fc-4924-8d0f-f60c082bd8b2 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:35:03.511555 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 on network 9318f739-52fc-4924-8d0f-f60c082bd8b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:35:03.511876 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Attempting to bind port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 on network 9318f739-52fc-4924-8d0f-f60c082bd8b2 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:35:03.517182 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:35:03.517528 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Checking segment: {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:35:03.517911 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Bound using segment: {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:35:03.518344 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Bound port: f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:35:03.518706 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:03.588427 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] For port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94, host hv-cinder-83607, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:35:03.591667 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] For port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:35:03.689654 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:03.731703 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:03.732511 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:03.733986 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] 10.222.0.76 "PUT /v2.0/ports/f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 HTTP/1.1" status: 200 len: 1094 time: 1.0515540 Mar 31 20:35:03.734454 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'tag': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:35:03.736717 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc53882-7f3f-4c68-8cde-a46402a818c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7", "tag": "f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:35:03.763855 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d0315-597c-48c1-a661-22b7d18eb25e service neutron] Pushing event updated for resources: {'Port': ['ID=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:35:03.778511 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d005d49c-f347-417f-8bb1-f8d35f8a3341 x-openstack-request-id: req-d005d49c-f347-417f-8bb1-f8d35f8a3341 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:35:03.778819 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7", "tag": "f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:35:03.779066 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d005d49c-f347-417f-8bb1-f8d35f8a3341 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:35:03.779526 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d005d49c-f347-417f-8bb1-f8d35f8a3341'] response: {'name': 'network-changed', 'server_uuid': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'tag': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'status': 'completed', 'code': 200} Mar 31 20:35:03.859745 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc53882-7f3f-4c68-8cde-a46402a818c8 req-d538d6b6-b5d4-420f-b360-6a2a0bafc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:03.861763 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1dc53882-7f3f-4c68-8cde-a46402a818c8 req-d538d6b6-b5d4-420f-b360-6a2a0bafc60d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 1128 time: 0.0596430 Mar 31 20:35:04.006987 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba6a7-916c-43fe-a592-1fe27f89b1e5 req-33b49266-5577-4519-a2dd-1c985fa7755f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:04.008439 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4cbba6a7-916c-43fe-a592-1fe27f89b1e5 req-33b49266-5577-4519-a2dd-1c985fa7755f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 944 time: 0.1280670 Mar 31 20:35:04.015234 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc53882-7f3f-4c68-8cde-a46402a818c8 req-d5159ad0-f44b-44e1-98dc-1404611fd06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:04.015234 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1dc53882-7f3f-4c68-8cde-a46402a818c8 req-d5159ad0-f44b-44e1-98dc-1404611fd06b service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1446807 Mar 31 20:35:04.110241 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4cbba6a7-916c-43fe-a592-1fe27f89b1e5 req-5b19c6a8-55cd-42fe-ad1a-be4a5886a096 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959105 Mar 31 20:35:04.145248 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc53882-7f3f-4c68-8cde-a46402a818c8 req-2849aa17-3eda-48f2-923c-fced252a0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:04.147047 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1dc53882-7f3f-4c68-8cde-a46402a818c8 req-2849aa17-3eda-48f2-923c-fced252a0613 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258824 Mar 31 20:35:04.233025 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6860-a7a0-4304-8904-a866dddca9af req-7e27d2c3-fb51-44c5-855e-acb29f0b5347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:04.234728 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-7e27d2c3-fb51-44c5-855e-acb29f0b5347 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 1128 time: 0.0477767 Mar 31 20:35:04.276306 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-6e4cd29f-c00d-4243-a334-0b1fb629ba7a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 HTTP/1.1" status: 200 len: 217 time: 0.0351646 Mar 31 20:35:04.325072 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6860-a7a0-4304-8904-a866dddca9af req-37b2e833-dc31-444f-b802-2f33062b1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:04.326542 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-37b2e833-dc31-444f-b802-2f33062b1534 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7274d10-65e4-4611-914a-d223657fe108 HTTP/1.1" status: 200 len: 853 time: 0.0446765 Mar 31 20:35:04.379274 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6860-a7a0-4304-8904-a866dddca9af req-9b66fbec-a3cb-448b-89dc-9eb4001068f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:04.380782 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-9b66fbec-a3cb-448b-89dc-9eb4001068f5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9318f739-52fc-4924-8d0f-f60c082bd8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484455 Mar 31 20:35:04.472965 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-585668ae-54d9-468d-8cab-dc6e98008fe3 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856159 Mar 31 20:35:04.573496 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-011c6860-a7a0-4304-8904-a866dddca9af req-289b2829-db39-4a0c-b3ca-ae143dc49829 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941494 Mar 31 20:35:05.239619 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f64cf-9daf-4525-a3f3-9d520fba8595 req-5254b2c6-e94b-4a5d-87c1-43d7f6c9ec29 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:05.241235 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-855f64cf-9daf-4525-a3f3-9d520fba8595 req-5254b2c6-e94b-4a5d-87c1-43d7f6c9ec29 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 944 time: 0.0575316 Mar 31 20:35:05.296103 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-855f64cf-9daf-4525-a3f3-9d520fba8595 req-97c12356-2b5a-4c27-84ed-93e7f8d6bbca tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458500 Mar 31 20:35:06.425141 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703728f-efa5-4b75-8053-8f7c4069e72a req-c31585c6-4c36-48cd-af58-43ff5db77fdd tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:06.426616 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2703728f-efa5-4b75-8053-8f7c4069e72a req-c31585c6-4c36-48cd-af58-43ff5db77fdd tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 944 time: 0.0517104 Mar 31 20:35:06.477386 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2703728f-efa5-4b75-8053-8f7c4069e72a req-3089ee1f-741d-4c0f-b16e-f415db7974b8 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451674 Mar 31 20:35:07.596285 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a131eb-5634-4b73-9c3a-08e338fff66e req-06a7f47b-e694-4bd8-bacd-1f0a32365470 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:07.597802 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-58a131eb-5634-4b73-9c3a-08e338fff66e req-06a7f47b-e694-4bd8-bacd-1f0a32365470 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 944 time: 0.0535564 Mar 31 20:35:07.646912 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-58a131eb-5634-4b73-9c3a-08e338fff66e req-6611cb5f-a4b2-4166-8e67-206c0d4b44d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434072 Mar 31 20:35:08.764912 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27586b17-ef62-423a-ab16-3b84f3e807ba req-75bd4f06-007c-4139-aeb3-2a323f417e55 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:08.766394 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-27586b17-ef62-423a-ab16-3b84f3e807ba req-75bd4f06-007c-4139-aeb3-2a323f417e55 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 944 time: 0.0525746 Mar 31 20:35:08.814121 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-27586b17-ef62-423a-ab16-3b84f3e807ba req-02bc78ac-2592-4be7-b9cf-6c453ac4fb2e tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421345 Mar 31 20:35:09.937339 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead9966-2c09-488e-b53e-31b120847d17 req-fa3b4d42-a3e6-45ec-b076-062842e4d35b tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:09.938920 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1ead9966-2c09-488e-b53e-31b120847d17 req-fa3b4d42-a3e6-45ec-b076-062842e4d35b tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 944 time: 0.0577989 Mar 31 20:35:09.989792 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1ead9966-2c09-488e-b53e-31b120847d17 req-f37936c9-010b-4d22-bb4a-d93ee7a97a74 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450852 Mar 31 20:35:10.460080 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:11.110172 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cfe28-4f6d-43c1-a111-72aad4f349c9 req-15a3e81c-9a81-4d48-b75f-114d297b7ffa tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:11.111673 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1b8cfe28-4f6d-43c1-a111-72aad4f349c9 req-15a3e81c-9a81-4d48-b75f-114d297b7ffa tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 944 time: 0.0534115 Mar 31 20:35:11.159335 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1b8cfe28-4f6d-43c1-a111-72aad4f349c9 req-0340dfdc-fafd-4a5c-b66f-a036f72e5e7a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 Mar 31 20:35:12.290434 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac1a2-f403-4f7b-9460-b3f4a3b05465 req-749f8bf3-b726-42d0-8198-09dca78573e7 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:12.292180 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-90cac1a2-f403-4f7b-9460-b3f4a3b05465 req-749f8bf3-b726-42d0-8198-09dca78573e7 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 944 time: 0.0615754 Mar 31 20:35:12.354389 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-90cac1a2-f403-4f7b-9460-b3f4a3b05465 req-cebec71b-2dd5-4938-bb98-db03c98c3fee tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564668 Mar 31 20:35:12.360127 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:35:12.455752 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:35:12.470989 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'port_id': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'mac_address': 'fa:16:3e:90:55:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:35:12.509176 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:35:12.509571 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:12.523523 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:35:12.543039 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:35:12.660064 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:12.711415 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:35:13.017568 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:35:13.473246 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c989ee2-5872-4035-a5cc-281cc26cd3cd req-0db7a6dd-202a-42e7-8097-dd3449386129 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:13.474711 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6c989ee2-5872-4035-a5cc-281cc26cd3cd req-0db7a6dd-202a-42e7-8097-dd3449386129 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 945 time: 0.0535538 Mar 31 20:35:13.520556 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6c989ee2-5872-4035-a5cc-281cc26cd3cd req-56288626-6f72-4ee7-b3b0-0c3ec14bf846 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402689 Mar 31 20:35:14.355665 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:35:14.471329 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:35:14.475719 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:35:14.476257 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:14.560251 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:35:14.560647 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:14.585557 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:35:14.587876 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e83c043-a75f-4fc9-b5c0-ce45b1adc961" -d '{"events": [{"server_uuid": "e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7", "name": "network-vif-plugged", "status": "completed", "tag": "f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:35:14.603201 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:35:14.632572 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8673aa98-5f4c-46fd-87dd-d6bd43454329 x-openstack-request-id: req-8673aa98-5f4c-46fd-87dd-d6bd43454329 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:35:14.633647 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7", "name": "network-vif-plugged", "status": "completed", "tag": "f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:35:14.633908 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8673aa98-5f4c-46fd-87dd-d6bd43454329 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:35:14.634491 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8673aa98-5f4c-46fd-87dd-d6bd43454329'] response: {'server_uuid': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'code': 200} Mar 31 20:35:14.645916 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb4a39-caa4-408a-a569-42f5cfb6df3a req-1c83a74d-55d1-448c-bca3-ee762e814c52 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:14.647469 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-febb4a39-caa4-408a-a569-42f5cfb6df3a req-1c83a74d-55d1-448c-bca3-ee762e814c52 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 945 time: 0.0563538 Mar 31 20:35:14.706205 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-febb4a39-caa4-408a-a569-42f5cfb6df3a req-d1a4cff9-6d3a-4a4f-ac0a-79bf9f570088 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519028 Mar 31 20:35:14.725865 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:14.774869 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:35:15.009945 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f306-7769-4b45-9784-586741d0ef43 req-2a560b83-7318-4746-a8d7-c8f651c936ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:15.011371 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7ac8f306-7769-4b45-9784-586741d0ef43 req-2a560b83-7318-4746-a8d7-c8f651c936ac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 1130 time: 0.0488324 Mar 31 20:35:15.056398 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7ac8f306-7769-4b45-9784-586741d0ef43 req-62966ea4-52d5-408c-bba4-6360dff2eedf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375288 Mar 31 20:35:15.826429 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806242d2-2b40-415b-8a93-ca2f762e74af req-b55f045b-3406-4f7e-b54c-aa835536d974 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:15.827910 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-806242d2-2b40-415b-8a93-ca2f762e74af req-b55f045b-3406-4f7e-b54c-aa835536d974 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 946 time: 0.0525904 Mar 31 20:35:15.884485 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-806242d2-2b40-415b-8a93-ca2f762e74af req-9e4e1dba-d6fe-416d-962d-2053f5be7abd tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443771 Mar 31 20:35:17.004452 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a631c1-a202-4072-aba4-259a0fc85d3f req-932ad6d4-fb03-43a3-b33f-0b6d05f4d6c6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:17.006051 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-47a631c1-a202-4072-aba4-259a0fc85d3f req-932ad6d4-fb03-43a3-b33f-0b6d05f4d6c6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 946 time: 0.0590541 Mar 31 20:35:17.055256 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-47a631c1-a202-4072-aba4-259a0fc85d3f req-bb3ff96e-0ab7-4f18-931a-a92d4245c022 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427902 Mar 31 20:35:17.171408 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3afb-5452-4d4b-bd5d-fc85fc261a6f req-6e19cbf9-66d5-4e70-957a-57b223f4e9ca tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:17.172807 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-94fd3afb-5452-4d4b-bd5d-fc85fc261a6f req-6e19cbf9-66d5-4e70-957a-57b223f4e9ca tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 946 time: 0.0531642 Mar 31 20:35:17.181860 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47606) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:35:17.186890 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-96aa64e5-c15b-4111-b2da-a3d451c566a6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'floatingip': {'port_id': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:35:17.226297 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-96aa64e5-c15b-4111-b2da-a3d451c566a6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (160d584a-09c3-40b8-9280-988ae35c7def), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:17.494586 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b91c4913-abef-498f-b41e-f1cf998a20cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:17.688084 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-96aa64e5-c15b-4111-b2da-a3d451c566a6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:17.746824 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-96aa64e5-c15b-4111-b2da-a3d451c566a6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (160d584a-09c3-40b8-9280-988ae35c7def), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:17.860241 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [None req-96aa64e5-c15b-4111-b2da-a3d451c566a6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Floating IP 160d584a-09c3-40b8-9280-988ae35c7def associated. External IP: 172.27.2.115, port: f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94. Mar 31 20:35:18.081470 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96aa64e5-c15b-4111-b2da-a3d451c566a6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:35:18.196584 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aa64e5-c15b-4111-b2da-a3d451c566a6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:35:18.202179 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-96aa64e5-c15b-4111-b2da-a3d451c566a6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:18.207268 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be840766-257e-4e22-b273-aea849654fec None None] Sync routers for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:35:18.218039 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be840766-257e-4e22-b273-aea849654fec None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:35:18.218653 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-be840766-257e-4e22-b273-aea849654fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:35:18.243013 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-96aa64e5-c15b-4111-b2da-a3d451c566a6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "PUT /v2.0/floatingips/160d584a-09c3-40b8-9280-988ae35c7def HTTP/1.1" status: 200 len: 992 time: 1.0488780 Mar 31 20:35:18.243013 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'tag': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:35:18.243013 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c37e24-0b60-4cc8-b677-36c56aaa1e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7", "tag": "f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:35:18.272758 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2646104b-97cb-4014-9e5e-7c6cb777fc0c x-openstack-request-id: req-2646104b-97cb-4014-9e5e-7c6cb777fc0c {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:35:18.273075 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7", "tag": "f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:35:18.273331 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2646104b-97cb-4014-9e5e-7c6cb777fc0c {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:35:18.273749 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2646104b-97cb-4014-9e5e-7c6cb777fc0c'] response: {'name': 'network-changed', 'server_uuid': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'tag': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'status': 'completed', 'code': 200} Mar 31 20:35:18.327310 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-be840766-257e-4e22-b273-aea849654fec None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:35:18.339361 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c37e24-0b60-4cc8-b677-36c56aaa1e6a req-7f5518d7-309e-4342-9d31-696b891e947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:18.340857 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e1c37e24-0b60-4cc8-b677-36c56aaa1e6a req-7f5518d7-309e-4342-9d31-696b891e947f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 1130 time: 0.0454204 Mar 31 20:35:18.456386 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c37e24-0b60-4cc8-b677-36c56aaa1e6a req-0b8c3d5b-c51c-460d-a8ce-d86b67dc7385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:18.458803 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e1c37e24-0b60-4cc8-b677-36c56aaa1e6a req-0b8c3d5b-c51c-460d-a8ce-d86b67dc7385 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 915 time: 0.1125593 Mar 31 20:35:18.529341 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e1c37e24-0b60-4cc8-b677-36c56aaa1e6a req-c17f2158-b6aa-46e8-9a01-96a3f24e9f59 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 HTTP/1.1" status: 200 len: 1000 time: 0.0653245 Mar 31 20:35:18.567779 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-be840766-257e-4e22-b273-aea849654fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '160d584a-09c3-40b8-9280-988ae35c7def', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:90:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:34:57Z', 'updated_at': '2022-03-31T20:35:17Z', 'revision_number': 1, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:35:18.579829 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c37e24-0b60-4cc8-b677-36c56aaa1e6a req-2d522a83-653a-4c28-be75-d39f7efd58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:18.581343 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e1c37e24-0b60-4cc8-b677-36c56aaa1e6a req-2d522a83-653a-4c28-be75-d39f7efd58a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7274d10-65e4-4611-914a-d223657fe108 HTTP/1.1" status: 200 len: 853 time: 0.0452054 Mar 31 20:35:18.594102 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be840766-257e-4e22-b273-aea849654fec None None] Checking router: 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:35:18.602685 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be840766-257e-4e22-b273-aea849654fec None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:35:18.603306 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-be840766-257e-4e22-b273-aea849654fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:34:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:35:18.633882 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c37e24-0b60-4cc8-b677-36c56aaa1e6a req-fd40afcd-37cd-4679-8959-1f26ef9f924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:18.637493 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e1c37e24-0b60-4cc8-b677-36c56aaa1e6a req-fd40afcd-37cd-4679-8959-1f26ef9f924d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9318f739-52fc-4924-8d0f-f60c082bd8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489016 Mar 31 20:35:18.727151 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e1c37e24-0b60-4cc8-b677-36c56aaa1e6a req-84a98432-0001-43d2-b811-64dbf9d9081b service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859723 Mar 31 20:35:18.812517 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-be840766-257e-4e22-b273-aea849654fec None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:35:18.823462 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e1c37e24-0b60-4cc8-b677-36c56aaa1e6a req-0bc21430-b356-4a05-9b22-5f58061fd3bf service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904517 Mar 31 20:35:19.037401 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-be840766-257e-4e22-b273-aea849654fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '160d584a-09c3-40b8-9280-988ae35c7def', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:90:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:34:57Z', 'updated_at': '2022-03-31T20:35:17Z', 'revision_number': 1, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:35:19.066621 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be840766-257e-4e22-b273-aea849654fec None None] The sync data for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi is: [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '160d584a-09c3-40b8-9280-988ae35c7def', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:90:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:34:57Z', 'updated_at': '2022-03-31T20:35:17Z', 'revision_number': 1, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:35:19.260300 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9e18f-fb6a-452d-ba96-c3b7b61c1db6 None None] New status for floating IP 160d584a-09c3-40b8-9280-988ae35c7def: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:35:19.853241 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fc15236c-6a4a-45f4-88f7-9bb1493d26d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:21.071331 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:22.242778 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:23.893803 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:31.810673 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:35:40.419179 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:47.504755 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-0846b90f-00c1-4c28-a9a6-dc460ba35b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:49.830321 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f61ebba7-29fd-4b77-9543-18e148adcc2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:50.958614 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47806) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:35:50.973067 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:51.282226 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Deleting port 8a887d0c-dc89-42b8-aede-0b74e2abec75 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:35:51.282574 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (8a887d0c-dc89-42b8-aede-0b74e2abec75), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:51.356320 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (8a887d0c-dc89-42b8-aede-0b74e2abec75), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:51.356653 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for floatingip (8a887d0c-dc89-42b8-aede-0b74e2abec75), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:51.369866 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Calling delete_port for 8a887d0c-dc89-42b8-aede-0b74e2abec75 owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:35:51.636519 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (8a887d0c-dc89-42b8-aede-0b74e2abec75), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:51.660156 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event deleted for resources: {'Port': ['ID=8a887d0c-dc89-42b8-aede-0b74e2abec75,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:35:51.674623 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.675006 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.675914 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.676278 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.676630 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.677001 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.677342 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.677682 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.678013 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.678346 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.678681 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.679015 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.679345 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.679672 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.679998 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.737486 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for floatingip (05e858c4-8676-4365-ad7d-64aabfc33260), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:51.737812 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Floating IP 05e858c4-8676-4365-ad7d-64aabfc33260 disassociated (deleted). External IP: 172.27.2.42, port: 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1. Mar 31 20:35:51.947486 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Router bcdbec6b-b6b1-498a-819f-338c9a07945a has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:35:52.055524 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:35:52.060301 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:52.064859 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e420ffe-748c-486e-a9b3-926d0e426655 None None] Sync routers for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:35:52.074833 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e420ffe-748c-486e-a9b3-926d0e426655 None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:35:52.075444 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-7e420ffe-748c-486e-a9b3-926d0e426655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:35:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:35:52.089631 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-04a65b3b-a6a8-42d7-bd4d-7fbd7dec3103 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "DELETE /v2.0/floatingips/05e858c4-8676-4365-ad7d-64aabfc33260 HTTP/1.1" status: 204 len: 168 time: 1.1299667 Mar 31 20:35:52.090205 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'tag': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:35:52.093088 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9280fb27-cf98-4db9-adc0-b201ebd73268" -d '{"events": [{"name": "network-changed", "server_uuid": "cf434116-e354-4cdb-837b-fe83ccd490ba", "tag": "4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:35:52.132297 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32722f52-30a6-4e9e-8f51-20e82e0716a5 x-openstack-request-id: req-32722f52-30a6-4e9e-8f51-20e82e0716a5 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:35:52.132651 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf434116-e354-4cdb-837b-fe83ccd490ba", "tag": "4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:35:52.133105 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-32722f52-30a6-4e9e-8f51-20e82e0716a5 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:35:52.133571 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32722f52-30a6-4e9e-8f51-20e82e0716a5'] response: {'name': 'network-changed', 'server_uuid': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'tag': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1', 'status': 'completed', 'code': 200} Mar 31 20:35:52.192668 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-7e420ffe-748c-486e-a9b3-926d0e426655 None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:35:52.350528 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:52.413704 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-7e420ffe-748c-486e-a9b3-926d0e426655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'ae13ea97-fa34-42a7-b8f8-2afad797393d', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:c7:21:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:36Z', 'updated_at': '2022-03-31T20:30:39Z', 'revision_number': 1, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:35:52.439162 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e420ffe-748c-486e-a9b3-926d0e426655 None None] Checking router: bcdbec6b-b6b1-498a-819f-338c9a07945a for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:35:52.447427 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e420ffe-748c-486e-a9b3-926d0e426655 None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:35:52.448023 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-7e420ffe-748c-486e-a9b3-926d0e426655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:35:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:35:52.556181 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-7e420ffe-748c-486e-a9b3-926d0e426655 None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:35:52.647993 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef828c-aa43-4b31-b60d-676f264bf504 req-e9f2a095-eaad-45d8-a210-be08028f544b tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:52.649554 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-02ef828c-aa43-4b31-b60d-676f264bf504 req-e9f2a095-eaad-45d8-a210-be08028f544b tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 945 time: 0.0545495 Mar 31 20:35:52.700316 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-02ef828c-aa43-4b31-b60d-676f264bf504 req-75a2bfed-a181-41a5-9937-287145f73422 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444756 Mar 31 20:35:52.779294 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-7e420ffe-748c-486e-a9b3-926d0e426655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'ae13ea97-fa34-42a7-b8f8-2afad797393d', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:c7:21:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:36Z', 'updated_at': '2022-03-31T20:30:39Z', 'revision_number': 1, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:35:52.808167 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e420ffe-748c-486e-a9b3-926d0e426655 None None] The sync data for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi is: [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'ae13ea97-fa34-42a7-b8f8-2afad797393d', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'port_id': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'mac_address': 'fa:16:3e:c7:21:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:36Z', 'updated_at': '2022-03-31T20:30:39Z', 'revision_number': 1, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:35:53.024944 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cb39c6-d25e-4621-98b2-edaa112e0dd5 None None] New status for floating IP 05e858c4-8676-4365-ad7d-64aabfc33260: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:35:53.823139 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387a4ba-d28b-42be-9909-a7cd31034911 req-12dc5408-58c4-420e-afec-b4549ab2f661 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:53.824622 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a387a4ba-d28b-42be-9909-a7cd31034911 req-12dc5408-58c4-420e-afec-b4549ab2f661 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 945 time: 0.0520053 Mar 31 20:35:53.830232 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:53.877245 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a387a4ba-d28b-42be-9909-a7cd31034911 req-c01319e0-6f13-4246-8d1d-621d59f507df tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468004 Mar 31 20:35:54.269676 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280fb27-cf98-4db9-adc0-b201ebd73268 req-a89f7263-5eb3-4f2a-875e-a0f450764885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:54.271172 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9280fb27-cf98-4db9-adc0-b201ebd73268 req-a89f7263-5eb3-4f2a-875e-a0f450764885 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 1129 time: 0.3155777 Mar 31 20:35:54.561533 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280fb27-cf98-4db9-adc0-b201ebd73268 req-42706082-e8b4-44d7-ba73-a358e8e20988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:54.563420 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9280fb27-cf98-4db9-adc0-b201ebd73268 req-42706082-e8b4-44d7-ba73-a358e8e20988 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 913 time: 0.0830290 Mar 31 20:35:54.605736 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9280fb27-cf98-4db9-adc0-b201ebd73268 req-f5fd7179-57c9-4192-aa02-2bdbdf2af701 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 HTTP/1.1" status: 200 len: 217 time: 0.0360906 Mar 31 20:35:54.661842 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280fb27-cf98-4db9-adc0-b201ebd73268 req-209fec04-1e52-4438-b801-75573c3eee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:54.663272 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9280fb27-cf98-4db9-adc0-b201ebd73268 req-209fec04-1e52-4438-b801-75573c3eee67 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9ed1327-54bc-459c-8ba6-245a511fc65b HTTP/1.1" status: 200 len: 851 time: 0.0435739 Mar 31 20:35:54.714175 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280fb27-cf98-4db9-adc0-b201ebd73268 req-44f804ae-4db6-448a-826a-618f97157071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:54.715687 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9280fb27-cf98-4db9-adc0-b201ebd73268 req-44f804ae-4db6-448a-826a-618f97157071 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3437015e-3faa-4b6a-9767-5c0c89bf320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439894 Mar 31 20:35:54.807210 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9280fb27-cf98-4db9-adc0-b201ebd73268 req-79af882e-d1d4-46a8-897d-14abe26d6c8c service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847137 Mar 31 20:35:54.895970 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9280fb27-cf98-4db9-adc0-b201ebd73268 req-da464168-6e5f-4840-9e83-4d437eb89fe3 service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820568 Mar 31 20:35:54.997277 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812465d-4859-4227-9597-c5e27e09689d req-e2b0f8e4-6f3d-4e4a-88e4-44d4594a20b3 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:54.998745 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a812465d-4859-4227-9597-c5e27e09689d req-e2b0f8e4-6f3d-4e4a-88e4-44d4594a20b3 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 945 time: 0.0541079 Mar 31 20:35:55.053104 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a812465d-4859-4227-9597-c5e27e09689d req-55a21955-4315-426f-875f-06a6759856b7 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479159 Mar 31 20:35:56.171278 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac388f5-209f-4c81-afde-23481e8283d4 req-055a4c4c-bb6b-471d-94de-0fb2714c36ea tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:56.172768 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9ac388f5-209f-4c81-afde-23481e8283d4 req-055a4c4c-bb6b-471d-94de-0fb2714c36ea tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 945 time: 0.0531354 Mar 31 20:35:56.246954 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9ac388f5-209f-4c81-afde-23481e8283d4 req-e96aff38-3b7e-45ae-bb18-9b45689c56b0 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673826 Mar 31 20:35:56.267771 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5d9bc-6fc4-4a70-8ae3-9996dc7367bf req-a9cb5eea-15f3-463e-adf3-04aaf95dde5f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:56.269245 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-05c5d9bc-6fc4-4a70-8ae3-9996dc7367bf req-a9cb5eea-15f3-463e-adf3-04aaf95dde5f tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 945 time: 0.0649705 Mar 31 20:35:56.365546 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-05c5d9bc-6fc4-4a70-8ae3-9996dc7367bf req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Deleting port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:35:56.365899 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-05c5d9bc-6fc4-4a70-8ae3-9996dc7367bf req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:56.453327 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-05c5d9bc-6fc4-4a70-8ae3-9996dc7367bf req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] For port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:35:56.453689 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-05c5d9bc-6fc4-4a70-8ae3-9996dc7367bf req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:56.466824 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-05c5d9bc-6fc4-4a70-8ae3-9996dc7367bf req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Calling delete_port for 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:35:56.687479 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-05c5d9bc-6fc4-4a70-8ae3-9996dc7367bf req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:56.717600 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event deleted for resources: {'Port': ['ID=4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:35:56.744151 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.744499 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.744855 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.745202 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.745536 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.745883 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.746194 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.746518 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.746846 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.747172 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.747497 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.747818 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.748136 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.748452 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.748912 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:56.773062 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c5d9bc-6fc4-4a70-8ae3-9996dc7367bf req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] No DVR routers for this DVR port 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:35:56.775438 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-05c5d9bc-6fc4-4a70-8ae3-9996dc7367bf req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:56.778810 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-05c5d9bc-6fc4-4a70-8ae3-9996dc7367bf req-a5d1115f-0d55-4d71-998a-a2591c0ffff8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "DELETE /v2.0/ports/4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 HTTP/1.1" status: 204 len: 173 time: 0.5035586 Mar 31 20:35:56.779238 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'name': 'network-vif-deleted', 'tag': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:35:56.781462 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65060d45-642e-4ffa-87cd-71e48fd67516" -d '{"events": [{"server_uuid": "cf434116-e354-4cdb-837b-fe83ccd490ba", "name": "network-vif-deleted", "tag": "4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:35:56.816233 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537a8211-ac56-49e4-bc30-173b7920e385 x-openstack-request-id: req-537a8211-ac56-49e4-bc30-173b7920e385 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:35:56.816682 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf434116-e354-4cdb-837b-fe83ccd490ba", "name": "network-vif-deleted", "tag": "4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:35:56.816682 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-537a8211-ac56-49e4-bc30-173b7920e385 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:35:56.817083 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537a8211-ac56-49e4-bc30-173b7920e385'] response: {'server_uuid': 'cf434116-e354-4cdb-837b-fe83ccd490ba', 'name': 'network-vif-deleted', 'tag': '4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1', 'status': 'completed', 'code': 200} Mar 31 20:35:57.340051 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b7724374-8e14-4fde-8580-971be8c2d6f2 req-e9e1a057-4f0f-42de-bda0-c76a29d97170 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf434116-e354-4cdb-837b-fe83ccd490ba HTTP/1.1" status: 200 len: 210 time: 0.0274189 Mar 31 20:35:58.587082 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:35:58.606941 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:35:58.607289 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 4bb2fa1c-d83f-4d8e-b5a9-f3061f2712f1 not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:35:59.626287 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47910) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:35:59.736152 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9743e9f7-d34e-4aa9-aa5d-6888488fed55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:59.811140 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9743e9f7-d34e-4aa9-aa5d-6888488fed55 admin admin] Publish callbacks [] for security_group (509b8c63-dabf-49f8-ba0a-f27255739045), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:59.927684 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9743e9f7-d34e-4aa9-aa5d-6888488fed55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (509b8c63-dabf-49f8-ba0a-f27255739045), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:59.966953 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743e9f7-d34e-4aa9-aa5d-6888488fed55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509b8c63-dabf-49f8-ba0a-f27255739045,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:35:59.972525 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-9743e9f7-d34e-4aa9-aa5d-6888488fed55 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a02a171938b5453a987c296a91d0cfce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452098 Mar 31 20:35:59.975122 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47920) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:00.022323 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-892b0512-a65d-49b3-bbcd-8ccae921523c admin admin] Publish callbacks [] for security_group (509b8c63-dabf-49f8-ba0a-f27255739045), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:00.042856 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-892b0512-a65d-49b3-bbcd-8ccae921523c admin admin] Publish callbacks [] for security_group (509b8c63-dabf-49f8-ba0a-f27255739045), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:00.167389 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-892b0512-a65d-49b3-bbcd-8ccae921523c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (509b8c63-dabf-49f8-ba0a-f27255739045), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:00.170024 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-892b0512-a65d-49b3-bbcd-8ccae921523c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:00.171181 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-892b0512-a65d-49b3-bbcd-8ccae921523c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/509b8c63-dabf-49f8-ba0a-f27255739045 HTTP/1.1" status: 204 len: 168 time: 0.1950116 Mar 31 20:36:00.179933 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b0512-a65d-49b3-bbcd-8ccae921523c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509b8c63-dabf-49f8-ba0a-f27255739045,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:00.824106 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47930) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:00.837439 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a600802a-caae-4eb3-847f-9ea1a57058b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:00.885638 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 47934) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:00.953851 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a600802a-caae-4eb3-847f-9ea1a57058b3 admin admin] Publish callbacks [] for security_group (2cc3a8f2-97e1-445a-9875-300446a0d1ae), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:01.020279 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a600802a-caae-4eb3-847f-9ea1a57058b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (2cc3a8f2-97e1-445a-9875-300446a0d1ae), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:01.083439 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a600802a-caae-4eb3-847f-9ea1a57058b3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1d61be1b58e948698ab27c7b5ab85bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580788 Mar 31 20:36:01.085323 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600802a-caae-4eb3-847f-9ea1a57058b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc3a8f2-97e1-445a-9875-300446a0d1ae,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:01.086043 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 47936) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:01.105511 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-f80f8141-aef2-4c27-99dc-80f091d11498 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Deleting port 6c16f84f-53dd-4c31-9d39-44c6c90a267c {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:36:01.105879 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f80f8141-aef2-4c27-99dc-80f091d11498 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (6c16f84f-53dd-4c31-9d39-44c6c90a267c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:01.135465 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-df6f6add-f9bb-4669-9946-89dbba10ff30 admin admin] Publish callbacks [] for security_group (2cc3a8f2-97e1-445a-9875-300446a0d1ae), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:01.157324 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-df6f6add-f9bb-4669-9946-89dbba10ff30 admin admin] Publish callbacks [] for security_group (2cc3a8f2-97e1-445a-9875-300446a0d1ae), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:01.179650 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f80f8141-aef2-4c27-99dc-80f091d11498 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (6c16f84f-53dd-4c31-9d39-44c6c90a267c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:01.179978 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f80f8141-aef2-4c27-99dc-80f091d11498 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for floatingip (6c16f84f-53dd-4c31-9d39-44c6c90a267c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:01.192809 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-f80f8141-aef2-4c27-99dc-80f091d11498 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Calling delete_port for 6c16f84f-53dd-4c31-9d39-44c6c90a267c owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:36:01.292346 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-df6f6add-f9bb-4669-9946-89dbba10ff30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (2cc3a8f2-97e1-445a-9875-300446a0d1ae), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:01.294887 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-df6f6add-f9bb-4669-9946-89dbba10ff30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:01.296052 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-df6f6add-f9bb-4669-9946-89dbba10ff30 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2cc3a8f2-97e1-445a-9875-300446a0d1ae HTTP/1.1" status: 204 len: 168 time: 0.2090192 Mar 31 20:36:01.303900 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f6add-f9bb-4669-9946-89dbba10ff30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc3a8f2-97e1-445a-9875-300446a0d1ae,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:01.453449 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f80f8141-aef2-4c27-99dc-80f091d11498 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (6c16f84f-53dd-4c31-9d39-44c6c90a267c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:01.480080 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f8141-aef2-4c27-99dc-80f091d11498 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event deleted for resources: {'Port': ['ID=6c16f84f-53dd-4c31-9d39-44c6c90a267c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:01.547397 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f80f8141-aef2-4c27-99dc-80f091d11498 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for floatingip (ae13ea97-fa34-42a7-b8f8-2afad797393d), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:01.547648 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-f80f8141-aef2-4c27-99dc-80f091d11498 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Floating IP ae13ea97-fa34-42a7-b8f8-2afad797393d disassociated (deleted). External IP: 172.27.2.207, port: f4c8aecb-4be2-43df-b1ea-c06bd8630941. Mar 31 20:36:01.768205 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80f8141-aef2-4c27-99dc-80f091d11498 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Router bcdbec6b-b6b1-498a-819f-338c9a07945a has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:36:01.876900 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80f8141-aef2-4c27-99dc-80f091d11498 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:36:01.882132 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f80f8141-aef2-4c27-99dc-80f091d11498 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:01.889671 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a7e5b3-6b69-4ec0-9b48-695bafc92517 None None] Sync routers for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:36:01.900359 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7e5b3-6b69-4ec0-9b48-695bafc92517 None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:36:01.901074 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-87a7e5b3-6b69-4ec0-9b48-695bafc92517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:35:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:01.914405 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f80f8141-aef2-4c27-99dc-80f091d11498 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "DELETE /v2.0/floatingips/ae13ea97-fa34-42a7-b8f8-2afad797393d HTTP/1.1" status: 204 len: 168 time: 1.0275531 Mar 31 20:36:01.914923 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'tag': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:36:01.917360 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db739a3-b818-476f-bbb3-7551b82c21af" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0ded89-97ae-4620-bd46-458c283cfb02", "tag": "f4c8aecb-4be2-43df-b1ea-c06bd8630941"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:36:01.989585 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a40b2a0-a62e-4555-9a02-e36326cfce31 x-openstack-request-id: req-8a40b2a0-a62e-4555-9a02-e36326cfce31 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:36:01.989878 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0ded89-97ae-4620-bd46-458c283cfb02", "tag": "f4c8aecb-4be2-43df-b1ea-c06bd8630941", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:36:01.990181 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8a40b2a0-a62e-4555-9a02-e36326cfce31 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:36:01.990610 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a40b2a0-a62e-4555-9a02-e36326cfce31'] response: {'name': 'network-changed', 'server_uuid': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'tag': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'status': 'completed', 'code': 200} Mar 31 20:36:02.040654 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-87a7e5b3-6b69-4ec0-9b48-695bafc92517 None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:36:02.077629 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db739a3-b818-476f-bbb3-7551b82c21af req-10b89b5b-b110-439c-80e5-9af2b821a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:02.079169 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0db739a3-b818-476f-bbb3-7551b82c21af req-10b89b5b-b110-439c-80e5-9af2b821a988 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a284702199b1404d8909d29eefb5820b&device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 1129 time: 0.0629451 Mar 31 20:36:02.176352 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db739a3-b818-476f-bbb3-7551b82c21af req-c2375df8-c889-4a42-a13f-d7b1b1f4e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:02.178320 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0db739a3-b818-476f-bbb3-7551b82c21af req-c2375df8-c889-4a42-a13f-d7b1b1f4e348 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 200 len: 913 time: 0.0930190 Mar 31 20:36:02.229756 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0db739a3-b818-476f-bbb3-7551b82c21af req-1682e7e6-9b61-45b5-99ee-36a34c7cc5c3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4c8aecb-4be2-43df-b1ea-c06bd8630941 HTTP/1.1" status: 200 len: 217 time: 0.0448523 Mar 31 20:36:02.266337 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-87a7e5b3-6b69-4ec0-9b48-695bafc92517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:02.289516 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db739a3-b818-476f-bbb3-7551b82c21af req-209e6f2e-6ab2-4aac-be8a-4df9cdb7360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:02.290999 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0db739a3-b818-476f-bbb3-7551b82c21af req-209e6f2e-6ab2-4aac-be8a-4df9cdb7360a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9ed1327-54bc-459c-8ba6-245a511fc65b HTTP/1.1" status: 200 len: 851 time: 0.0540762 Mar 31 20:36:02.354476 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db739a3-b818-476f-bbb3-7551b82c21af req-6f8b0b5e-44e6-4dd5-af04-f4142af5beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:02.356155 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0db739a3-b818-476f-bbb3-7551b82c21af req-6f8b0b5e-44e6-4dd5-af04-f4142af5beb5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3437015e-3faa-4b6a-9767-5c0c89bf320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590985 Mar 31 20:36:02.396469 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a7e5b3-6b69-4ec0-9b48-695bafc92517 None None] Checking router: bcdbec6b-b6b1-498a-819f-338c9a07945a for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:36:02.404829 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7e5b3-6b69-4ec0-9b48-695bafc92517 None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:36:02.405588 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-87a7e5b3-6b69-4ec0-9b48-695bafc92517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:35:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:02.495972 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e26ae6-ecb2-4b5c-bb4d-28926de20f50 req-8a56178c-dd61-40e6-b3d5-f221a82d140c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:02.497489 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25e26ae6-ecb2-4b5c-bb4d-28926de20f50 req-8a56178c-dd61-40e6-b3d5-f221a82d140c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 945 time: 0.0876358 Mar 31 20:36:02.503796 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0db739a3-b818-476f-bbb3-7551b82c21af req-21814ef7-da80-4b7f-a41d-d1ea24582a86 service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409144 Mar 31 20:36:02.521976 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-87a7e5b3-6b69-4ec0-9b48-695bafc92517 None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:36:02.602883 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25e26ae6-ecb2-4b5c-bb4d-28926de20f50 req-bb421ab2-ec50-4705-a686-d42f1f65e927 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/security-groups?id=8f201c7a-e0c2-4fce-a903-c454507aaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981162 Mar 31 20:36:02.645445 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0db739a3-b818-476f-bbb3-7551b82c21af req-3e7bb139-8c51-4b78-88cc-afd61e5ee5a8 service neutron] 10.222.0.76 "GET /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275826 Mar 31 20:36:02.731252 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-87a7e5b3-6b69-4ec0-9b48-695bafc92517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:02.758828 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a7e5b3-6b69-4ec0-9b48-695bafc92517 None None] The sync data for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi is: [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:24:37Z', 'revision_number': 4, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': 'dda6176b-c8a5-4295-a7b2-b33f7f295fac', 'name': '', 'network_id': '3437015e-3faa-4b6a-9767-5c0c89bf320b', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:36Z', 'updated_at': '2022-03-31T20:24:41Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'subnets': [{'id': 'a9ed1327-54bc-459c-8ba6-245a511fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:36:02.988026 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d15fb3-5f7f-4a51-8c72-12a4ab7d7e39 None None] New status for floating IP ae13ea97-fa34-42a7-b8f8-2afad797393d: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:36:03.088376 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa29ca-4d88-4a82-a68e-813d240ba56a req-1f0d446e-b0ce-4464-a700-63d4e753d0ae tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:03.090656 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-99fa29ca-4d88-4a82-a68e-813d240ba56a req-1f0d446e-b0ce-4464-a700-63d4e753d0ae tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 945 time: 0.0612338 Mar 31 20:36:03.186452 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-99fa29ca-4d88-4a82-a68e-813d240ba56a req-034734de-9876-4c30-bec7-476a9e0bc12c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Deleting port f4c8aecb-4be2-43df-b1ea-c06bd8630941 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:36:03.187123 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-99fa29ca-4d88-4a82-a68e-813d240ba56a req-034734de-9876-4c30-bec7-476a9e0bc12c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:03.291930 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-99fa29ca-4d88-4a82-a68e-813d240ba56a req-034734de-9876-4c30-bec7-476a9e0bc12c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] For port f4c8aecb-4be2-43df-b1ea-c06bd8630941, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f4c8aecb-4be2-43df-b1ea-c06bd8630941,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:36:03.292302 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-99fa29ca-4d88-4a82-a68e-813d240ba56a req-034734de-9876-4c30-bec7-476a9e0bc12c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:03.305733 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-99fa29ca-4d88-4a82-a68e-813d240ba56a req-034734de-9876-4c30-bec7-476a9e0bc12c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Calling delete_port for f4c8aecb-4be2-43df-b1ea-c06bd8630941 owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:36:03.476165 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-99fa29ca-4d88-4a82-a68e-813d240ba56a req-034734de-9876-4c30-bec7-476a9e0bc12c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (f4c8aecb-4be2-43df-b1ea-c06bd8630941), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:03.511048 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034734de-9876-4c30-bec7-476a9e0bc12c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event deleted for resources: {'Port': ['ID=f4c8aecb-4be2-43df-b1ea-c06bd8630941,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:03.546501 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fa29ca-4d88-4a82-a68e-813d240ba56a req-034734de-9876-4c30-bec7-476a9e0bc12c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] No DVR routers for this DVR port f4c8aecb-4be2-43df-b1ea-c06bd8630941 on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:36:03.549066 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-99fa29ca-4d88-4a82-a68e-813d240ba56a req-034734de-9876-4c30-bec7-476a9e0bc12c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:03.552726 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-99fa29ca-4d88-4a82-a68e-813d240ba56a req-034734de-9876-4c30-bec7-476a9e0bc12c tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.76 "DELETE /v2.0/ports/f4c8aecb-4be2-43df-b1ea-c06bd8630941 HTTP/1.1" status: 204 len: 173 time: 0.4556227 Mar 31 20:36:03.553215 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'name': 'network-vif-deleted', 'tag': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:36:03.556099 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca239a4a-856a-40c9-b96a-058d2c1ec71c" -d '{"events": [{"server_uuid": "2b0ded89-97ae-4620-bd46-458c283cfb02", "name": "network-vif-deleted", "tag": "f4c8aecb-4be2-43df-b1ea-c06bd8630941"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:36:03.593553 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b44e1f5-83d5-4aae-a996-227baa54f028 x-openstack-request-id: req-7b44e1f5-83d5-4aae-a996-227baa54f028 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:36:03.593848 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0ded89-97ae-4620-bd46-458c283cfb02", "name": "network-vif-deleted", "tag": "f4c8aecb-4be2-43df-b1ea-c06bd8630941", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:36:03.594108 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7b44e1f5-83d5-4aae-a996-227baa54f028 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:36:03.594577 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b44e1f5-83d5-4aae-a996-227baa54f028'] response: {'server_uuid': '2b0ded89-97ae-4620-bd46-458c283cfb02', 'name': 'network-vif-deleted', 'tag': 'f4c8aecb-4be2-43df-b1ea-c06bd8630941', 'status': 'completed', 'code': 200} Mar 31 20:36:03.701791 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-94cfa79c-c5de-4dbe-8722-d33f57355c0d req-769a5c08-780d-4f90-97a5-06329b55e052 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 210 time: 0.0285735 Mar 31 20:36:04.813750 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-51b53dd9-f164-4cfa-a774-a1ed3c0658d1 req-4cf88ff0-0a3a-4421-b984-c06adc40ea99 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b0ded89-97ae-4620-bd46-458c283cfb02 HTTP/1.1" status: 200 len: 210 time: 0.0297785 Mar 31 20:36:05.877811 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48006) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:06.014105 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-b3921dee-88f4-4534-b349-f6b66db020e8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Deleting port 86836f2a-e053-4a9b-a9ac-a8302aef92cd {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:36:06.014627 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b3921dee-88f4-4534-b349-f6b66db020e8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (86836f2a-e053-4a9b-a9ac-a8302aef92cd), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:06.104424 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b3921dee-88f4-4534-b349-f6b66db020e8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (86836f2a-e053-4a9b-a9ac-a8302aef92cd), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:06.104753 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b3921dee-88f4-4534-b349-f6b66db020e8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for floatingip (86836f2a-e053-4a9b-a9ac-a8302aef92cd), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:06.116972 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-b3921dee-88f4-4534-b349-f6b66db020e8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Calling delete_port for 86836f2a-e053-4a9b-a9ac-a8302aef92cd owned by network:floatingip {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:36:06.293315 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b3921dee-88f4-4534-b349-f6b66db020e8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (86836f2a-e053-4a9b-a9ac-a8302aef92cd), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:06.317990 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3921dee-88f4-4534-b349-f6b66db020e8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event deleted for resources: {'Port': ['ID=86836f2a-e053-4a9b-a9ac-a8302aef92cd,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:06.389049 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b3921dee-88f4-4534-b349-f6b66db020e8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for floatingip (6f7c3c87-686b-45c0-bc18-fa14f91e734a), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:06.391587 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b3921dee-88f4-4534-b349-f6b66db020e8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:06.392823 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-b3921dee-88f4-4534-b349-f6b66db020e8 tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "DELETE /v2.0/floatingips/6f7c3c87-686b-45c0-bc18-fa14f91e734a HTTP/1.1" status: 204 len: 168 time: 0.5139668 Mar 31 20:36:06.623758 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device f4c8aecb-4be2-43df-b1ea-c06bd8630941 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:36:06.642769 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: f4c8aecb-4be2-43df-b1ea-c06bd8630941 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:36:06.643116 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device f4c8aecb-4be2-43df-b1ea-c06bd8630941 not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:36:07.732400 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48036) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:07.788660 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-54fbfa8a-d383-4b19-b252-8a2fd7bee5cb tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group (8f201c7a-e0c2-4fce-a903-c454507aaf64), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:07.813587 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-54fbfa8a-d383-4b19-b252-8a2fd7bee5cb tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group (8f201c7a-e0c2-4fce-a903-c454507aaf64), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:07.921326 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-54fbfa8a-d383-4b19-b252-8a2fd7bee5cb tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (8f201c7a-e0c2-4fce-a903-c454507aaf64), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:07.924769 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-54fbfa8a-d383-4b19-b252-8a2fd7bee5cb tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:07.925973 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-54fbfa8a-d383-4b19-b252-8a2fd7bee5cb tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] 10.222.0.74 "DELETE /v2.0/security-groups/8f201c7a-e0c2-4fce-a903-c454507aaf64 HTTP/1.1" status: 204 len: 168 time: 0.1925414 Mar 31 20:36:07.935565 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbfa8a-d383-4b19-b252-8a2fd7bee5cb tempest-TestVolumeBootPattern-1881277322 tempest-TestVolumeBootPattern-1881277322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f201c7a-e0c2-4fce-a903-c454507aaf64,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:08.031986 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48040) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:08.520625 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-499531d5-df8a-4453-b32d-83d697cbb679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467827'] for router_interface (bcdbec6b-b6b1-498a-819f-338c9a07945a), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:08.762008 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-499531d5-df8a-4453-b32d-83d697cbb679 admin admin] Deleting port dda6176b-c8a5-4295-a7b2-b33f7f295fac {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:36:08.762683 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-499531d5-df8a-4453-b32d-83d697cbb679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:08.807913 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:36:08.838857 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-499531d5-df8a-4453-b32d-83d697cbb679 admin admin] For port dda6176b-c8a5-4295-a7b2-b33f7f295fac, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=dda6176b-c8a5-4295-a7b2-b33f7f295fac,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:36:08.839229 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-499531d5-df8a-4453-b32d-83d697cbb679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:08.851850 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-499531d5-df8a-4453-b32d-83d697cbb679 admin admin] Calling delete_port for dda6176b-c8a5-4295-a7b2-b33f7f295fac owned by network:router_interface {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:36:09.144124 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-499531d5-df8a-4453-b32d-83d697cbb679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (dda6176b-c8a5-4295-a7b2-b33f7f295fac), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:09.168033 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499531d5-df8a-4453-b32d-83d697cbb679 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda6176b-c8a5-4295-a7b2-b33f7f295fac,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:09.343616 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-499531d5-df8a-4453-b32d-83d697cbb679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16467171'] for router_interface (bcdbec6b-b6b1-498a-819f-338c9a07945a), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:09.823584 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499531d5-df8a-4453-b32d-83d697cbb679 admin admin] Router bcdbec6b-b6b1-498a-819f-338c9a07945a has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:36:09.930324 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499531d5-df8a-4453-b32d-83d697cbb679 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:36:09.935494 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-499531d5-df8a-4453-b32d-83d697cbb679 admin admin] 10.222.0.74 "PUT /v2.0/routers/bcdbec6b-b6b1-498a-819f-338c9a07945a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9024851 Mar 31 20:36:09.938392 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48048) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:09.941596 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5099a2f5-523f-4eff-bf42-7e917817d302 None None] Sync routers for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:36:09.952452 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099a2f5-523f-4eff-bf42-7e917817d302 None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:36:09.953215 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-5099a2f5-523f-4eff-bf42-7e917817d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:35:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:10.040493 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] Publish callbacks [] for router (bcdbec6b-b6b1-498a-819f-338c9a07945a), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:10.057296 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-5099a2f5-523f-4eff-bf42-7e917817d302 None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:36:10.144722 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] Publish callbacks [] for router_gateway (bcdbec6b-b6b1-498a-819f-338c9a07945a), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:10.231241 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-5099a2f5-523f-4eff-bf42-7e917817d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:36:08Z', 'revision_number': 5, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port': {'id': 'f7b5476c-a8db-4d39-8554-b7e23e5630c4', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:34Z', 'updated_at': '2022-03-31T20:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:10.258117 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5099a2f5-523f-4eff-bf42-7e917817d302 None None] Checking router: bcdbec6b-b6b1-498a-819f-338c9a07945a for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:36:10.266390 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099a2f5-523f-4eff-bf42-7e917817d302 None None] Routers {'bcdbec6b-b6b1-498a-819f-338c9a07945a'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:36:10.267005 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-5099a2f5-523f-4eff-bf42-7e917817d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:35:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['bcdbec6b-b6b1-498a-819f-338c9a07945a'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:10.301678 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] Deleting port f7b5476c-a8db-4d39-8554-b7e23e5630c4 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:36:10.302025 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (f7b5476c-a8db-4d39-8554-b7e23e5630c4), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:10.355895 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-5099a2f5-523f-4eff-bf42-7e917817d302 None None] Set router bcdbec6b-b6b1-498a-819f-338c9a07945a gateway port host: None {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:36:10.382125 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] For port f7b5476c-a8db-4d39-8554-b7e23e5630c4, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=f7b5476c-a8db-4d39-8554-b7e23e5630c4,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:36:10.382513 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (f7b5476c-a8db-4d39-8554-b7e23e5630c4), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:10.396205 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] Calling delete_port for f7b5476c-a8db-4d39-8554-b7e23e5630c4 owned by network:router_gateway {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:36:10.414100 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-5099a2f5-523f-4eff-bf42-7e917817d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:36:10Z', 'revision_number': 6, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port_host': None}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:10.440374 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5099a2f5-523f-4eff-bf42-7e917817d302 None None] The sync data for ids ['bcdbec6b-b6b1-498a-819f-338c9a07945a'] in dv-cinder-836070-1-iscsi is: [{'id': 'bcdbec6b-b6b1-498a-819f-338c9a07945a', 'name': 'tempest-TestVolumeBootPattern-1104020719-router', 'tenant_id': 'a284702199b1404d8909d29eefb5820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:33Z', 'updated_at': '2022-03-31T20:36:10Z', 'revision_number': 6, 'project_id': 'a284702199b1404d8909d29eefb5820b', 'gw_port_host': None}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:36:10.447319 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:10.651957 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (f7b5476c-a8db-4d39-8554-b7e23e5630c4), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:10.680860 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b5476c-a8db-4d39-8554-b7e23e5630c4,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:10.741944 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16467465'] for router_gateway (bcdbec6b-b6b1-498a-819f-338c9a07945a), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:10.836588 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16473493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-763'] for router (bcdbec6b-b6b1-498a-819f-338c9a07945a), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:10.838817 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] Publish callbacks [] for router_controller (bcdbec6b-b6b1-498a-819f-338c9a07945a), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:10.950094 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16473580'] for router (bcdbec6b-b6b1-498a-819f-338c9a07945a), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:10.950689 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcdbec6b-b6b1-498a-819f-338c9a07945a {{(pid=103921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:36:10.955079 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:10.956874 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-311b7da1-17b9-4f9b-97e9-f96827598d1c admin admin] 10.222.0.74 "DELETE /v2.0/routers/bcdbec6b-b6b1-498a-819f-338c9a07945a HTTP/1.1" status: 204 len: 168 time: 1.0175180 Mar 31 20:36:10.963909 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48052) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:11.011204 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c62511-2e3c-49da-9235-0288e8f60b54 admin admin] Deleting subnet a9ed1327-54bc-459c-8ba6-245a511fc65b {{(pid=103921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:36:11.014282 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-18c62511-2e3c-49da-9235-0288e8f60b54 admin admin] Publish callbacks [] for subnet (a9ed1327-54bc-459c-8ba6-245a511fc65b), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.048027 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-18c62511-2e3c-49da-9235-0288e8f60b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13817127'] for subnet (a9ed1327-54bc-459c-8ba6-245a511fc65b), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.122329 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-18c62511-2e3c-49da-9235-0288e8f60b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (a9ed1327-54bc-459c-8ba6-245a511fc65b), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.236433 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-18c62511-2e3c-49da-9235-0288e8f60b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13900049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13254182'] for subnet (a9ed1327-54bc-459c-8ba6-245a511fc65b), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.267214 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c62511-2e3c-49da-9235-0288e8f60b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ed1327-54bc-459c-8ba6-245a511fc65b,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:11.277008 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-18c62511-2e3c-49da-9235-0288e8f60b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.278606 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c341c9-1fbd-4c63-8a33-9715a693d14f None None] Network 3437015e-3faa-4b6a-9767-5c0c89bf320b requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:36:11.281490 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-18c62511-2e3c-49da-9235-0288e8f60b54 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a9ed1327-54bc-459c-8ba6-245a511fc65b HTTP/1.1" status: 204 len: 168 time: 0.3166435 Mar 31 20:36:11.284427 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48054) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:11.326275 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device dda6176b-c8a5-4295-a7b2-b33f7f295fac no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:36:11.355875 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (3437015e-3faa-4b6a-9767-5c0c89bf320b), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.356136 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: dda6176b-c8a5-4295-a7b2-b33f7f295fac {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:36:11.356492 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device dda6176b-c8a5-4295-a7b2-b33f7f295fac not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:36:11.356955 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device f7b5476c-a8db-4d39-8554-b7e23e5630c4 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:36:11.381634 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: f7b5476c-a8db-4d39-8554-b7e23e5630c4 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:36:11.381989 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device f7b5476c-a8db-4d39-8554-b7e23e5630c4 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:36:11.415733 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Deleting port e4bf1f0c-332f-467e-8296-27ee03a427f7 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:36:11.416069 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.487259 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] For port e4bf1f0c-332f-467e-8296-27ee03a427f7, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e4bf1f0c-332f-467e-8296-27ee03a427f7,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:36:11.487630 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.503627 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] DHCP port deletion for 3437015e-3faa-4b6a-9767-5c0c89bf320b request from dv-cinder-836070-1-iscsi {{(pid=103922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:36:11.504272 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Calling delete_port for e4bf1f0c-332f-467e-8296-27ee03a427f7 owned by network:dhcp {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:36:11.556625 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Deleting port e4bf1f0c-332f-467e-8296-27ee03a427f7 {{(pid=103922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:36:11.556950 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), before_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.675308 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.700630 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bf1f0c-332f-467e-8296-27ee03a427f7,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:11.709492 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] No DVR routers for this DVR port e4bf1f0c-332f-467e-8296-27ee03a427f7 on host dv-cinder-836070-1-iscsi {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:36:11.750178 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] For port e4bf1f0c-332f-467e-8296-27ee03a427f7, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e4bf1f0c-332f-467e-8296-27ee03a427f7,segment=NetworkSegment(f0dd3f38-ea56-4b37-933b-68f5ebb354b6),segment_id=f0dd3f38-ea56-4b37-933b-68f5ebb354b6)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:36:11.750582 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), precommit_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.763349 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Calling delete_port for e4bf1f0c-332f-467e-8296-27ee03a427f7 owned by network:dhcp {{(pid=103922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:36:11.784230 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (3437015e-3faa-4b6a-9767-5c0c89bf320b), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.810594 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3437015e-3faa-4b6a-9767-5c0c89bf320b']}} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:11.821444 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6') {'for_net_delete': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:11.821770 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0dd3f38-ea56-4b37-933b-68f5ebb354b6') {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:11.832152 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13817132'] for segment (f0dd3f38-ea56-4b37-933b-68f5ebb354b6), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.841358 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054'] for port (e4bf1f0c-332f-467e-8296-27ee03a427f7), after_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.845963 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (f0dd3f38-ea56-4b37-933b-68f5ebb354b6), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.853966 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:36:11.854614 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13899191'] for segment (f0dd3f38-ea56-4b37-933b-68f5ebb354b6), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: Traceback (most recent call last): Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: timer() Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: cb(*args, **kw) Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: return func(*args, **kwargs) Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: self._notify() Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: self.callback(batched_events) Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: event.method(event) Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: return f(self, *a, **k) Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._get(url).json() Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: return self.request(url, 'GET', **kwargs) Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:36:11.856825 dv-cinder-836070-1-iscsi neutron-server[103921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:36:11.872441 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] No DVR routers for this DVR port e4bf1f0c-332f-467e-8296-27ee03a427f7 on host dv-cinder-836070-1-iscsi {{(pid=103922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:36:11.876229 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Pushing event deleted for resources: {'Port': ['ID=e4bf1f0c-332f-467e-8296-27ee03a427f7,revision_number=None']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:11.885366 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.885723 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.886239 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.888378 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.888734 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.889100 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.889437 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.889770 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.890104 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.890434 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.890789 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.891174 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.891497 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.891821 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.892151 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e77a9-b9cc-4cb1-9c95-0f553f7eed02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:11.995784 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (3437015e-3faa-4b6a-9767-5c0c89bf320b), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:12.006165 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:12.006165 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] 10.222.0.74 "DELETE /v2.0/networks/3437015e-3faa-4b6a-9767-5c0c89bf320b HTTP/1.1" status: 204 len: 168 time: 0.7194598 Mar 31 20:36:12.008050 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48058) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:12.016278 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da1a4c-1627-4bb5-81ff-69b37ddb8b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=3437015e-3faa-4b6a-9767-5c0c89bf320b,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:12.342665 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-49e45a17-42a2-42f5-be9e-1be1efa39061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467827'] for router_interface (fb6c21a9-58df-466c-831e-41bd8a541333), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:12.584051 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-49e45a17-42a2-42f5-be9e-1be1efa39061 admin admin] Deleting port be92d788-3aa1-49d6-87f6-75b409f3c22c {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:36:12.584386 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-49e45a17-42a2-42f5-be9e-1be1efa39061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:12.663389 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-49e45a17-42a2-42f5-be9e-1be1efa39061 admin admin] For port be92d788-3aa1-49d6-87f6-75b409f3c22c, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=be92d788-3aa1-49d6-87f6-75b409f3c22c,segment=NetworkSegment(a1fb55b5-342e-4ab9-9502-c8645bffa5ef),segment_id=a1fb55b5-342e-4ab9-9502-c8645bffa5ef)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:36:12.663753 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-49e45a17-42a2-42f5-be9e-1be1efa39061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:12.679002 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-49e45a17-42a2-42f5-be9e-1be1efa39061 admin admin] Calling delete_port for be92d788-3aa1-49d6-87f6-75b409f3c22c owned by network:router_interface {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:36:12.933183 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-49e45a17-42a2-42f5-be9e-1be1efa39061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (be92d788-3aa1-49d6-87f6-75b409f3c22c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:12.959493 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e45a17-42a2-42f5-be9e-1be1efa39061 admin admin] Pushing event deleted for resources: {'Port': ['ID=be92d788-3aa1-49d6-87f6-75b409f3c22c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:13.124756 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-49e45a17-42a2-42f5-be9e-1be1efa39061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16467171'] for router_interface (fb6c21a9-58df-466c-831e-41bd8a541333), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:13.368660 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e4bf1f0c-332f-467e-8296-27ee03a427f7 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:36:13.388257 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: e4bf1f0c-332f-467e-8296-27ee03a427f7 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:36:13.388504 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e4bf1f0c-332f-467e-8296-27ee03a427f7 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:36:13.583938 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e45a17-42a2-42f5-be9e-1be1efa39061 admin admin] Router fb6c21a9-58df-466c-831e-41bd8a541333 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:36:13.694574 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e45a17-42a2-42f5-be9e-1be1efa39061 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:36:13.702605 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-49e45a17-42a2-42f5-be9e-1be1efa39061 admin admin] 10.222.0.74 "PUT /v2.0/routers/fb6c21a9-58df-466c-831e-41bd8a541333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6904967 Mar 31 20:36:13.702605 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48088) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:13.704622 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39059e2-a26d-4950-aec2-87e6f4f8a141 None None] Sync routers for ids ['fb6c21a9-58df-466c-831e-41bd8a541333'] in dv-cinder-836070-1-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:36:13.715754 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39059e2-a26d-4950-aec2-87e6f4f8a141 None None] Routers {'fb6c21a9-58df-466c-831e-41bd8a541333'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:36:13.716390 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b39059e2-a26d-4950-aec2-87e6f4f8a141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:35:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['fb6c21a9-58df-466c-831e-41bd8a541333'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:13.815909 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] Publish callbacks [] for router (fb6c21a9-58df-466c-831e-41bd8a541333), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:13.825077 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-b39059e2-a26d-4950-aec2-87e6f4f8a141 None None] Set router fb6c21a9-58df-466c-831e-41bd8a541333 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:36:13.926971 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] Publish callbacks [] for router_gateway (fb6c21a9-58df-466c-831e-41bd8a541333), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:14.005611 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b39059e2-a26d-4950-aec2-87e6f4f8a141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'name': 'tempest-TestVolumeBootPattern-688900473-router', 'tenant_id': '67afb22acfe34d8a931611644d040dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f33dd29c-db68-44ef-a71a-a90cd692610e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:40Z', 'updated_at': '2022-03-31T20:36:12Z', 'revision_number': 5, 'project_id': '67afb22acfe34d8a931611644d040dbc', 'gw_port': {'id': 'f33dd29c-db68-44ef-a71a-a90cd692610e', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:14.035129 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39059e2-a26d-4950-aec2-87e6f4f8a141 None None] Checking router: fb6c21a9-58df-466c-831e-41bd8a541333 for host: dv-cinder-836070-1-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:36:14.043535 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39059e2-a26d-4950-aec2-87e6f4f8a141 None None] Routers {'fb6c21a9-58df-466c-831e-41bd8a541333'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:36:14.044144 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b39059e2-a26d-4950-aec2-87e6f4f8a141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:35:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['fb6c21a9-58df-466c-831e-41bd8a541333'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:14.078645 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] Deleting port f33dd29c-db68-44ef-a71a-a90cd692610e {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:36:14.078983 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (f33dd29c-db68-44ef-a71a-a90cd692610e), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:14.132867 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-b39059e2-a26d-4950-aec2-87e6f4f8a141 None None] Set router fb6c21a9-58df-466c-831e-41bd8a541333 gateway port host: None {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:36:14.170494 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] For port f33dd29c-db68-44ef-a71a-a90cd692610e, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=f33dd29c-db68-44ef-a71a-a90cd692610e,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:36:14.171111 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (f33dd29c-db68-44ef-a71a-a90cd692610e), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:14.185336 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] Calling delete_port for f33dd29c-db68-44ef-a71a-a90cd692610e owned by network:router_gateway {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:36:14.188505 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b39059e2-a26d-4950-aec2-87e6f4f8a141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'name': 'tempest-TestVolumeBootPattern-688900473-router', 'tenant_id': '67afb22acfe34d8a931611644d040dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:40Z', 'updated_at': '2022-03-31T20:36:13Z', 'revision_number': 6, 'project_id': '67afb22acfe34d8a931611644d040dbc', 'gw_port_host': None}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:14.217484 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39059e2-a26d-4950-aec2-87e6f4f8a141 None None] The sync data for ids ['fb6c21a9-58df-466c-831e-41bd8a541333'] in dv-cinder-836070-1-iscsi is: [{'id': 'fb6c21a9-58df-466c-831e-41bd8a541333', 'name': 'tempest-TestVolumeBootPattern-688900473-router', 'tenant_id': '67afb22acfe34d8a931611644d040dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:40Z', 'updated_at': '2022-03-31T20:36:13Z', 'revision_number': 6, 'project_id': '67afb22acfe34d8a931611644d040dbc', 'gw_port_host': None}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:36:14.452975 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (f33dd29c-db68-44ef-a71a-a90cd692610e), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:14.488543 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] Pushing event deleted for resources: {'Port': ['ID=f33dd29c-db68-44ef-a71a-a90cd692610e,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:14.552542 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16467465'] for router_gateway (fb6c21a9-58df-466c-831e-41bd8a541333), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:14.649331 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16473493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-763'] for router (fb6c21a9-58df-466c-831e-41bd8a541333), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:14.651444 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] Publish callbacks [] for router_controller (fb6c21a9-58df-466c-831e-41bd8a541333), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:14.771911 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16473580'] for router (fb6c21a9-58df-466c-831e-41bd8a541333), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:14.772405 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb6c21a9-58df-466c-831e-41bd8a541333 {{(pid=103920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:36:14.776697 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:14.777857 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a43d3edf-8421-4684-81bc-9b6acd9f7229 admin admin] 10.222.0.74 "DELETE /v2.0/routers/fb6c21a9-58df-466c-831e-41bd8a541333 HTTP/1.1" status: 204 len: 168 time: 1.0749271 Mar 31 20:36:14.780316 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48094) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:14.824618 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc4b95f-4e29-4059-8302-c967c2d928ee admin admin] Deleting subnet 1946b565-be1c-4f63-a3fe-f5b3a8de30fa {{(pid=103920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:36:14.827744 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b95f-4e29-4059-8302-c967c2d928ee admin admin] Publish callbacks [] for subnet (1946b565-be1c-4f63-a3fe-f5b3a8de30fa), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:14.866573 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b95f-4e29-4059-8302-c967c2d928ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14028649'] for subnet (1946b565-be1c-4f63-a3fe-f5b3a8de30fa), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:14.951204 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b95f-4e29-4059-8302-c967c2d928ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (1946b565-be1c-4f63-a3fe-f5b3a8de30fa), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.070684 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b95f-4e29-4059-8302-c967c2d928ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13429284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12914367'] for subnet (1946b565-be1c-4f63-a3fe-f5b3a8de30fa), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.096541 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4b95f-4e29-4059-8302-c967c2d928ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1946b565-be1c-4f63-a3fe-f5b3a8de30fa,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:15.100331 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b95f-4e29-4059-8302-c967c2d928ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.103797 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0bc4b95f-4e29-4059-8302-c967c2d928ee admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1946b565-be1c-4f63-a3fe-f5b3a8de30fa HTTP/1.1" status: 204 len: 168 time: 0.3223717 Mar 31 20:36:15.106667 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48106) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:15.109376 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6e6c6-aaa8-4df0-a170-3be6049355ed None None] Network 9d33bdeb-4b38-4652-882e-b7b62b983fe2 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:36:15.184206 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (9d33bdeb-4b38-4652-882e-b7b62b983fe2), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.264832 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Deleting port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:36:15.265365 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.307354 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171e1604-6e35-4f91-b0df-d582b184de79 None None] DHCP port deletion for 9d33bdeb-4b38-4652-882e-b7b62b983fe2 request from dv-cinder-836070-1-iscsi {{(pid=103922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:36:15.342347 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device f33dd29c-db68-44ef-a71a-a90cd692610e no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:36:15.350895 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] For port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e7ffc4da-7c1a-4407-b7ca-5146c6df77d9,segment=NetworkSegment(a1fb55b5-342e-4ab9-9502-c8645bffa5ef),segment_id=a1fb55b5-342e-4ab9-9502-c8645bffa5ef)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:36:15.351267 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.365699 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Calling delete_port for e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 owned by network:dhcp {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:36:15.368394 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: f33dd29c-db68-44ef-a71a-a90cd692610e {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:36:15.368813 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device f33dd29c-db68-44ef-a71a-a90cd692610e not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:36:15.369314 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device be92d788-3aa1-49d6-87f6-75b409f3c22c no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:36:15.395122 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: be92d788-3aa1-49d6-87f6-75b409f3c22c {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:36:15.395470 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device be92d788-3aa1-49d6-87f6-75b409f3c22c not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:36:15.416046 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-171e1604-6e35-4f91-b0df-d582b184de79 None None] Deleting port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 {{(pid=103922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:36:15.416421 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-171e1604-6e35-4f91-b0df-d582b184de79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), before_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.488941 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-171e1604-6e35-4f91-b0df-d582b184de79 None None] For port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e7ffc4da-7c1a-4407-b7ca-5146c6df77d9,segment=NetworkSegment(a1fb55b5-342e-4ab9-9502-c8645bffa5ef),segment_id=a1fb55b5-342e-4ab9-9502-c8645bffa5ef)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:36:15.489392 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-171e1604-6e35-4f91-b0df-d582b184de79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), precommit_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.502166 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-171e1604-6e35-4f91-b0df-d582b184de79 None None] Calling delete_port for e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 owned by network:dhcp {{(pid=103922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:36:15.509511 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.556799 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ffc4da-7c1a-4407-b7ca-5146c6df77d9,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:15.559827 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] No DVR routers for this DVR port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 on host dv-cinder-836070-1-iscsi {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:36:15.601644 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-171e1604-6e35-4f91-b0df-d582b184de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054'] for port (e7ffc4da-7c1a-4407-b7ca-5146c6df77d9), after_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.629290 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e1604-6e35-4f91-b0df-d582b184de79 None None] Pushing event deleted for resources: {'Port': ['ID=e7ffc4da-7c1a-4407-b7ca-5146c6df77d9,revision_number=None']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:15.631183 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e1604-6e35-4f91-b0df-d582b184de79 None None] No DVR routers for this DVR port e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 on host dv-cinder-836070-1-iscsi {{(pid=103922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:36:15.639301 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (9d33bdeb-4b38-4652-882e-b7b62b983fe2), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.662945 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d33bdeb-4b38-4652-882e-b7b62b983fe2']}} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:15.675381 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fb55b5-342e-4ab9-9502-c8645bffa5ef') {'for_net_delete': True} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:15.675674 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fb55b5-342e-4ab9-9502-c8645bffa5ef') {} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:15.685234 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14028642'] for segment (a1fb55b5-342e-4ab9-9502-c8645bffa5ef), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.701816 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (a1fb55b5-342e-4ab9-9502-c8645bffa5ef), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.707650 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:36:15.708244 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13428354'] for segment (a1fb55b5-342e-4ab9-9502-c8645bffa5ef), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: Traceback (most recent call last): Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: timer() Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: cb(*args, **kw) Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: return func(*args, **kwargs) Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: self._notify() Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: self.callback(batched_events) Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: event.method(event) Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: return f(self, *a, **k) Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: return self._get(url).json() Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: return self.request(url, 'GET', **kwargs) Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:36:15.709712 dv-cinder-836070-1-iscsi neutron-server[103920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:36:15.847543 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (9d33bdeb-4b38-4652-882e-b7b62b983fe2), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.852897 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.856429 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9d33bdeb-4b38-4652-882e-b7b62b983fe2 HTTP/1.1" status: 204 len: 168 time: 0.7485425 Mar 31 20:36:15.866844 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055836d-60af-4ac4-a8b0-6b8057aeacc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d33bdeb-4b38-4652-882e-b7b62b983fe2,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:16.180124 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48116) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:16.221933 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-430293c3-74e6-484f-84b6-13b41e514a8e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a284702199b1404d8909d29eefb5820b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405564 Mar 31 20:36:16.225437 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48120) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:16.274971 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1c0c94ec-5d9a-44f2-8f7a-a5171baa816f admin admin] Publish callbacks [] for security_group (6a6a6968-a98e-42f4-b089-394857e1ee65), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:16.296815 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1c0c94ec-5d9a-44f2-8f7a-a5171baa816f admin admin] Publish callbacks [] for security_group (6a6a6968-a98e-42f4-b089-394857e1ee65), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:16.460113 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1c0c94ec-5d9a-44f2-8f7a-a5171baa816f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (6a6a6968-a98e-42f4-b089-394857e1ee65), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:16.463808 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1c0c94ec-5d9a-44f2-8f7a-a5171baa816f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:16.466399 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-1c0c94ec-5d9a-44f2-8f7a-a5171baa816f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6a6a6968-a98e-42f4-b089-394857e1ee65 HTTP/1.1" status: 204 len: 168 time: 0.2385590 Mar 31 20:36:16.473038 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c94ec-5d9a-44f2-8f7a-a5171baa816f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6a6968-a98e-42f4-b089-394857e1ee65,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:17.205771 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48142) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:17.300923 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:36:17.311735 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-29e90f16-8e49-44e3-a44f-ebe2afbfd23e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.323653 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:36:17.324014 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e7ffc4da-7c1a-4407-b7ca-5146c6df77d9 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:36:17.341403 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48146) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:17.381723 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-e55d8344-582c-443c-a47d-c88f2c0ca2de admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=67afb22acfe34d8a931611644d040dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390942 Mar 31 20:36:17.383857 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48148) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:17.390304 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-29e90f16-8e49-44e3-a44f-ebe2afbfd23e admin admin] Publish callbacks [] for security_group (cd045626-ca98-4608-915e-789db0b382b8), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.445112 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b14ba5f0-4342-4a22-ac0c-d4816e6d5943 admin admin] Publish callbacks [] for security_group (a879a24d-1acb-47e1-b74e-d75024a3654a), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.466836 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b14ba5f0-4342-4a22-ac0c-d4816e6d5943 admin admin] Publish callbacks [] for security_group (a879a24d-1acb-47e1-b74e-d75024a3654a), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.504208 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-29e90f16-8e49-44e3-a44f-ebe2afbfd23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (cd045626-ca98-4608-915e-789db0b382b8), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.532383 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-345bed23-cd83-4ee5-9dfa-9abb6c83c003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.542055 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-29e90f16-8e49-44e3-a44f-ebe2afbfd23e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=25094eb35e044206b5a79c0423f7d005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350959 Mar 31 20:36:17.542913 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e90f16-8e49-44e3-a44f-ebe2afbfd23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd045626-ca98-4608-915e-789db0b382b8,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:17.544714 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48150) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:17.597099 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b14ba5f0-4342-4a22-ac0c-d4816e6d5943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (a879a24d-1acb-47e1-b74e-d75024a3654a), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.599627 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b14ba5f0-4342-4a22-ac0c-d4816e6d5943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.600765 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-b14ba5f0-4342-4a22-ac0c-d4816e6d5943 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a879a24d-1acb-47e1-b74e-d75024a3654a HTTP/1.1" status: 204 len: 168 time: 0.2159336 Mar 31 20:36:17.604070 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04a853d2-dd34-4e8e-9c41-3216809b17f6 admin admin] Publish callbacks [] for security_group (cd045626-ca98-4608-915e-789db0b382b8), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.618921 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ba5f0-4342-4a22-ac0c-d4816e6d5943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a879a24d-1acb-47e1-b74e-d75024a3654a,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:17.635881 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04a853d2-dd34-4e8e-9c41-3216809b17f6 admin admin] Publish callbacks [] for security_group (cd045626-ca98-4608-915e-789db0b382b8), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.762080 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04a853d2-dd34-4e8e-9c41-3216809b17f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (cd045626-ca98-4608-915e-789db0b382b8), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.766576 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-04a853d2-dd34-4e8e-9c41-3216809b17f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.768255 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-04a853d2-dd34-4e8e-9c41-3216809b17f6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cd045626-ca98-4608-915e-789db0b382b8 HTTP/1.1" status: 204 len: 168 time: 0.2219105 Mar 31 20:36:17.778489 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a853d2-dd34-4e8e-9c41-3216809b17f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd045626-ca98-4608-915e-789db0b382b8,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:18.555382 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48158) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:18.570090 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-eb455b7c-d26b-4e93-941e-87bf9874eb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:18.646232 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-eb455b7c-d26b-4e93-941e-87bf9874eb91 admin admin] Publish callbacks [] for security_group (104dfd71-678c-450f-89d6-2cf4b1491a89), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:18.732410 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-eb455b7c-d26b-4e93-941e-87bf9874eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (104dfd71-678c-450f-89d6-2cf4b1491a89), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:18.769236 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb455b7c-d26b-4e93-941e-87bf9874eb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104dfd71-678c-450f-89d6-2cf4b1491a89,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:18.774634 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-eb455b7c-d26b-4e93-941e-87bf9874eb91 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=70460b0903754769a588597f430c4193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182226 Mar 31 20:36:18.777295 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48160) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:18.826641 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cc491f6f-f5cd-4af7-a2ce-81f0175e4e4f admin admin] Publish callbacks [] for security_group (104dfd71-678c-450f-89d6-2cf4b1491a89), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:18.849139 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cc491f6f-f5cd-4af7-a2ce-81f0175e4e4f admin admin] Publish callbacks [] for security_group (104dfd71-678c-450f-89d6-2cf4b1491a89), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:19.001081 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cc491f6f-f5cd-4af7-a2ce-81f0175e4e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (104dfd71-678c-450f-89d6-2cf4b1491a89), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:19.003658 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cc491f6f-f5cd-4af7-a2ce-81f0175e4e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:19.005228 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-cc491f6f-f5cd-4af7-a2ce-81f0175e4e4f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/104dfd71-678c-450f-89d6-2cf4b1491a89 HTTP/1.1" status: 204 len: 168 time: 0.2266223 Mar 31 20:36:19.019467 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc491f6f-f5cd-4af7-a2ce-81f0175e4e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104dfd71-678c-450f-89d6-2cf4b1491a89,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:19.818692 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-58722d21-f6f4-4331-a490-f0b7d0e3961d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:21.012490 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:22.286777 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:23.835420 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:25.800066 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48246) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:25.920301 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-55ca7338-cd00-4508-a2c9-eb5196f66c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:26.005185 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-55ca7338-cd00-4508-a2c9-eb5196f66c00 admin admin] Publish callbacks [] for security_group (9d77afa2-be87-4795-9995-77367a5fcb09), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:26.081578 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-55ca7338-cd00-4508-a2c9-eb5196f66c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (9d77afa2-be87-4795-9995-77367a5fcb09), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:26.121531 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca7338-cd00-4508-a2c9-eb5196f66c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d77afa2-be87-4795-9995-77367a5fcb09,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:26.127676 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-55ca7338-cd00-4508-a2c9-eb5196f66c00 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bc5e13322d6647d9b73226bbe7c0358d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258922 Mar 31 20:36:26.130690 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48250) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:26.182995 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-77bfd953-54ec-4444-96a0-e1663ba5613d admin admin] Publish callbacks [] for security_group (9d77afa2-be87-4795-9995-77367a5fcb09), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:26.204799 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-77bfd953-54ec-4444-96a0-e1663ba5613d admin admin] Publish callbacks [] for security_group (9d77afa2-be87-4795-9995-77367a5fcb09), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:26.349708 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-77bfd953-54ec-4444-96a0-e1663ba5613d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (9d77afa2-be87-4795-9995-77367a5fcb09), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:26.352314 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-77bfd953-54ec-4444-96a0-e1663ba5613d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:26.353539 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-77bfd953-54ec-4444-96a0-e1663ba5613d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9d77afa2-be87-4795-9995-77367a5fcb09 HTTP/1.1" status: 204 len: 168 time: 0.2222817 Mar 31 20:36:26.362790 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfd953-54ec-4444-96a0-e1663ba5613d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d77afa2-be87-4795-9995-77367a5fcb09,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:26.938309 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48256) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:26.952441 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a6943429-58c4-4b8b-ba4a-a43c5e8b2a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:27.029420 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a6943429-58c4-4b8b-ba4a-a43c5e8b2a99 admin admin] Publish callbacks [] for security_group (888e4fdb-fa87-4e97-b5fe-6fdfd7249759), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:27.086692 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a6943429-58c4-4b8b-ba4a-a43c5e8b2a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (888e4fdb-fa87-4e97-b5fe-6fdfd7249759), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:27.124246 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6943429-58c4-4b8b-ba4a-a43c5e8b2a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888e4fdb-fa87-4e97-b5fe-6fdfd7249759,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:27.129746 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-a6943429-58c4-4b8b-ba4a-a43c5e8b2a99 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=699b55d6c38b463db90328c394bc2d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903322 Mar 31 20:36:27.132966 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48258) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:27.186692 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-30fea242-ed08-493c-8eac-4a7b7bcea0ea admin admin] Publish callbacks [] for security_group (888e4fdb-fa87-4e97-b5fe-6fdfd7249759), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:27.208647 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-30fea242-ed08-493c-8eac-4a7b7bcea0ea admin admin] Publish callbacks [] for security_group (888e4fdb-fa87-4e97-b5fe-6fdfd7249759), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:27.383577 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-30fea242-ed08-493c-8eac-4a7b7bcea0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (888e4fdb-fa87-4e97-b5fe-6fdfd7249759), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:27.386223 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-30fea242-ed08-493c-8eac-4a7b7bcea0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:27.387424 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-30fea242-ed08-493c-8eac-4a7b7bcea0ea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/888e4fdb-fa87-4e97-b5fe-6fdfd7249759 HTTP/1.1" status: 204 len: 168 time: 0.2533350 Mar 31 20:36:27.395578 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fea242-ed08-493c-8eac-4a7b7bcea0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888e4fdb-fa87-4e97-b5fe-6fdfd7249759,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:40.497536 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:41.573561 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48392) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:41.679911 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7ededaaf-2d04-4123-abfc-1e769d2e2acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:41.755533 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7ededaaf-2d04-4123-abfc-1e769d2e2acc admin admin] Publish callbacks [] for security_group (5bf6645b-470f-4dc1-a381-42e8520e18db), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:41.840771 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7ededaaf-2d04-4123-abfc-1e769d2e2acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (5bf6645b-470f-4dc1-a381-42e8520e18db), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:41.881716 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-7ededaaf-2d04-4123-abfc-1e769d2e2acc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c7169e60881241d6b7fb9c7425f6dbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069096 Mar 31 20:36:41.882742 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ededaaf-2d04-4123-abfc-1e769d2e2acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf6645b-470f-4dc1-a381-42e8520e18db,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:41.884228 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48396) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:41.937858 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3bd33b79-daaf-48e1-8120-2cb9fde38362 admin admin] Publish callbacks [] for security_group (5bf6645b-470f-4dc1-a381-42e8520e18db), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:41.958924 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3bd33b79-daaf-48e1-8120-2cb9fde38362 admin admin] Publish callbacks [] for security_group (5bf6645b-470f-4dc1-a381-42e8520e18db), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:42.075055 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3bd33b79-daaf-48e1-8120-2cb9fde38362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (5bf6645b-470f-4dc1-a381-42e8520e18db), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:42.077888 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3bd33b79-daaf-48e1-8120-2cb9fde38362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:42.079125 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-3bd33b79-daaf-48e1-8120-2cb9fde38362 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5bf6645b-470f-4dc1-a381-42e8520e18db HTTP/1.1" status: 204 len: 168 time: 0.1937108 Mar 31 20:36:42.088552 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd33b79-daaf-48e1-8120-2cb9fde38362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf6645b-470f-4dc1-a381-42e8520e18db,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:42.697149 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48402) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:42.711313 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a9d2dbac-c251-4b3b-acc3-cbb92e488481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:42.785232 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a9d2dbac-c251-4b3b-acc3-cbb92e488481 admin admin] Publish callbacks [] for security_group (ff31a395-24c9-426d-90cf-986c0b98a704), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:42.852195 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a9d2dbac-c251-4b3b-acc3-cbb92e488481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (ff31a395-24c9-426d-90cf-986c0b98a704), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:42.891851 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a9d2dbac-c251-4b3b-acc3-cbb92e488481 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b2f5ca0833f48a68172b85a1cfc4858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933777 Mar 31 20:36:42.892725 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2dbac-c251-4b3b-acc3-cbb92e488481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff31a395-24c9-426d-90cf-986c0b98a704,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:42.895641 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48404) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:42.951018 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6f36c9ad-4fbc-49ab-bc2e-07f29d779152 admin admin] Publish callbacks [] for security_group (ff31a395-24c9-426d-90cf-986c0b98a704), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:42.977811 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6f36c9ad-4fbc-49ab-bc2e-07f29d779152 admin admin] Publish callbacks [] for security_group (ff31a395-24c9-426d-90cf-986c0b98a704), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:43.120797 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6f36c9ad-4fbc-49ab-bc2e-07f29d779152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (ff31a395-24c9-426d-90cf-986c0b98a704), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:43.123319 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6f36c9ad-4fbc-49ab-bc2e-07f29d779152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:43.124557 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-6f36c9ad-4fbc-49ab-bc2e-07f29d779152 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ff31a395-24c9-426d-90cf-986c0b98a704 HTTP/1.1" status: 204 len: 168 time: 0.2275326 Mar 31 20:36:43.134117 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36c9ad-4fbc-49ab-bc2e-07f29d779152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff31a395-24c9-426d-90cf-986c0b98a704,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:43.801138 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48410) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:43.815795 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3a9b5961-5658-4602-9d61-4dade42c5b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:43.901852 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3a9b5961-5658-4602-9d61-4dade42c5b45 admin admin] Publish callbacks [] for security_group (eebfe6ca-048b-4381-84e3-d7e7ffb8ab44), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:43.977711 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3a9b5961-5658-4602-9d61-4dade42c5b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (eebfe6ca-048b-4381-84e3-d7e7ffb8ab44), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:44.019050 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-3a9b5961-5658-4602-9d61-4dade42c5b45 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=811fc262d33e480caa6f9b484c70d34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165296 Mar 31 20:36:44.020534 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b5961-5658-4602-9d61-4dade42c5b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebfe6ca-048b-4381-84e3-d7e7ffb8ab44,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:44.021704 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48412) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:44.073430 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d20b-6cf5-42e5-999a-9532db5e6b0a admin admin] Publish callbacks [] for security_group (eebfe6ca-048b-4381-84e3-d7e7ffb8ab44), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:44.094665 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d20b-6cf5-42e5-999a-9532db5e6b0a admin admin] Publish callbacks [] for security_group (eebfe6ca-048b-4381-84e3-d7e7ffb8ab44), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:44.223608 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d20b-6cf5-42e5-999a-9532db5e6b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (eebfe6ca-048b-4381-84e3-d7e7ffb8ab44), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:44.226300 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d20b-6cf5-42e5-999a-9532db5e6b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:44.227486 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7cc1d20b-6cf5-42e5-999a-9532db5e6b0a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eebfe6ca-048b-4381-84e3-d7e7ffb8ab44 HTTP/1.1" status: 204 len: 168 time: 0.2045825 Mar 31 20:36:44.235974 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1d20b-6cf5-42e5-999a-9532db5e6b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebfe6ca-048b-4381-84e3-d7e7ffb8ab44,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:45.812335 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:36:47.509340 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e71d1127-7ec1-40a1-8b9d-0e30f557bc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:49.805992 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bd65ff9a-6737-493a-838d-6060adb763cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:51.034887 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:52.245786 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:53.823465 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:54.573894 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25f554d4-f320-4ae2-8576-80f13904af1c req-82f6d100-dfdf-4855-a7da-11966f27b50a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544977 Mar 31 20:36:54.681673 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f554d4-f320-4ae2-8576-80f13904af1c req-8e83114e-02e5-4ba3-868b-f06078c6b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:54.683350 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25f554d4-f320-4ae2-8576-80f13904af1c req-8e83114e-02e5-4ba3-868b-f06078c6b1e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 1130 time: 0.0666931 Mar 31 20:36:54.799248 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f554d4-f320-4ae2-8576-80f13904af1c req-d1a53736-1384-4a9b-9eaa-a0dc8dfb7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:54.800647 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25f554d4-f320-4ae2-8576-80f13904af1c req-d1a53736-1384-4a9b-9eaa-a0dc8dfb7bf9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 915 time: 0.0967054 Mar 31 20:36:54.873009 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25f554d4-f320-4ae2-8576-80f13904af1c req-53a129ab-3131-43b4-a975-2610a5af5d97 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 HTTP/1.1" status: 200 len: 1002 time: 0.0656540 Mar 31 20:36:54.926692 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f554d4-f320-4ae2-8576-80f13904af1c req-4b79c866-c72f-4757-8dba-71b3917ea421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:54.928223 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25f554d4-f320-4ae2-8576-80f13904af1c req-4b79c866-c72f-4757-8dba-71b3917ea421 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7274d10-65e4-4611-914a-d223657fe108 HTTP/1.1" status: 200 len: 853 time: 0.0491910 Mar 31 20:36:54.982301 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f554d4-f320-4ae2-8576-80f13904af1c req-2d629397-df88-4082-98ee-98147052fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:54.984603 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25f554d4-f320-4ae2-8576-80f13904af1c req-2d629397-df88-4082-98ee-98147052fa78 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9318f739-52fc-4924-8d0f-f60c082bd8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508080 Mar 31 20:36:55.087592 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25f554d4-f320-4ae2-8576-80f13904af1c req-608db535-8f74-4419-9060-e0d1e3182aac service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962887 Mar 31 20:36:55.178533 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-25f554d4-f320-4ae2-8576-80f13904af1c req-3ebfc036-b279-4fb4-a90a-fef59ff95105 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850315 Mar 31 20:36:58.451256 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48534) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:58.567392 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:58.665811 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Publish callbacks [] for security_group (e2eb763c-459e-4976-b4c2-818b46d42f98), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:58.737756 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (e2eb763c-459e-4976-b4c2-818b46d42f98), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:58.786919 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=21eaa7a1f4e14afd87625b4a18f8cedf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310316 Mar 31 20:36:58.786919 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eb763c-459e-4976-b4c2-818b46d42f98,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:58.787532 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48538) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:58.799237 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.799808 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.800388 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.800987 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.801495 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.802070 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.802469 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.803127 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.803719 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.804280 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.804888 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.805471 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.806038 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.806621 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.807259 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628d55e-5664-4995-bd53-a2b31b6b2e9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:58.858953 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Publish callbacks [] for security_group (e2eb763c-459e-4976-b4c2-818b46d42f98), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:58.888520 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Publish callbacks [] for security_group (e2eb763c-459e-4976-b4c2-818b46d42f98), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:59.058693 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (e2eb763c-459e-4976-b4c2-818b46d42f98), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:59.061406 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:59.069689 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e2eb763c-459e-4976-b4c2-818b46d42f98 HTTP/1.1" status: 204 len: 168 time: 0.2737722 Mar 31 20:36:59.077208 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eb763c-459e-4976-b4c2-818b46d42f98,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:59.091095 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.091746 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.092298 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.092743 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.093197 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.093938 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.094974 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.095454 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.096011 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.096354 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.096682 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.097042 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.097372 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.097698 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.098019 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54c0d-108d-406f-91a6-46c1c37492b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:59.838633 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48546) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:59.854088 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-196c7263-dcf9-4893-8f39-9a8864586137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:59.959046 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-196c7263-dcf9-4893-8f39-9a8864586137 admin admin] Publish callbacks [] for security_group (95a7a20a-8047-4bd4-9ba0-a1c2a723d123), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:00.035246 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-196c7263-dcf9-4893-8f39-9a8864586137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (95a7a20a-8047-4bd4-9ba0-a1c2a723d123), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:00.087644 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-196c7263-dcf9-4893-8f39-9a8864586137 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e22e0ac0ca744469d900ff950213a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475049 Mar 31 20:37:00.090598 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c7263-dcf9-4893-8f39-9a8864586137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a7a20a-8047-4bd4-9ba0-a1c2a723d123,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:00.091484 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48550) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:00.147542 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7051b9bb-9153-4746-9fb6-a5f5616d5459 admin admin] Publish callbacks [] for security_group (95a7a20a-8047-4bd4-9ba0-a1c2a723d123), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:00.176470 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7051b9bb-9153-4746-9fb6-a5f5616d5459 admin admin] Publish callbacks [] for security_group (95a7a20a-8047-4bd4-9ba0-a1c2a723d123), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:00.383343 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7051b9bb-9153-4746-9fb6-a5f5616d5459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (95a7a20a-8047-4bd4-9ba0-a1c2a723d123), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:00.386545 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7051b9bb-9153-4746-9fb6-a5f5616d5459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:00.388578 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7051b9bb-9153-4746-9fb6-a5f5616d5459 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/95a7a20a-8047-4bd4-9ba0-a1c2a723d123 HTTP/1.1" status: 204 len: 168 time: 0.2955534 Mar 31 20:37:00.406464 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051b9bb-9153-4746-9fb6-a5f5616d5459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a7a20a-8047-4bd4-9ba0-a1c2a723d123,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:01.480933 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48570) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:01.480933 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-61fa02bb-9ab1-456a-a8dc-657a4e9245ee tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1868861302', 'description': 'tempest-description--515087950'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:37:01.566139 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61fa02bb-9ab1-456a-a8dc-657a4e9245ee tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:01.653179 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61fa02bb-9ab1-456a-a8dc-657a4e9245ee tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (1f1dcf47-ef72-48d0-a772-1b68a8e39e6c), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:01.708911 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61fa02bb-9ab1-456a-a8dc-657a4e9245ee tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (1f1dcf47-ef72-48d0-a772-1b68a8e39e6c), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:01.743917 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa02bb-9ab1-456a-a8dc-657a4e9245ee tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:01.833376 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-61fa02bb-9ab1-456a-a8dc-657a4e9245ee tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:01.835533 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-61fa02bb-9ab1-456a-a8dc-657a4e9245ee tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3608158 Mar 31 20:37:01.840272 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48578) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:01.848135 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-2d8b5fe3-61ec-4a66-9782-4617785e9fe1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'security_group_rule': {'security_group_id': '1f1dcf47-ef72-48d0-a772-1b68a8e39e6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:37:01.954959 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5fe3-61ec-4a66-9782-4617785e9fe1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (2ecfdf02-e43a-43b6-8d21-31460db89fa0), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:02.018915 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5fe3-61ec-4a66-9782-4617785e9fe1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (2ecfdf02-e43a-43b6-8d21-31460db89fa0), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:02.097485 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5fe3-61ec-4a66-9782-4617785e9fe1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (2ecfdf02-e43a-43b6-8d21-31460db89fa0), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:02.121290 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b5fe3-61ec-4a66-9782-4617785e9fe1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecfdf02-e43a-43b6-8d21-31460db89fa0,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:02.259932 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5fe3-61ec-4a66-9782-4617785e9fe1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:02.262141 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-2d8b5fe3-61ec-4a66-9782-4617785e9fe1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4201870 Mar 31 20:37:02.266858 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48586) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:02.272394 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-5c6db52f-71bc-4954-9d84-74be18eabf27 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'security_group_rule': {'security_group_id': '1f1dcf47-ef72-48d0-a772-1b68a8e39e6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:37:02.371233 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5c6db52f-71bc-4954-9d84-74be18eabf27 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (ff5d0322-5b6c-428f-96ee-aca0b560ee4f), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:02.441890 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5c6db52f-71bc-4954-9d84-74be18eabf27 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (ff5d0322-5b6c-428f-96ee-aca0b560ee4f), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:02.555622 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5c6db52f-71bc-4954-9d84-74be18eabf27 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (ff5d0322-5b6c-428f-96ee-aca0b560ee4f), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:02.584978 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6db52f-71bc-4954-9d84-74be18eabf27 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5d0322-5b6c-428f-96ee-aca0b560ee4f,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:02.660502 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5c6db52f-71bc-4954-9d84-74be18eabf27 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:02.662013 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-5c6db52f-71bc-4954-9d84-74be18eabf27 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3938243 Mar 31 20:37:02.666347 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48592) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:02.671874 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'floatingip': {'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:37:02.766023 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:02.913692 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:03.038235 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Allocated IP 172.27.2.212 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/4463eebe-4e0c-4286-a075-84c4a7ede7a7) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:37:03.173028 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for port (4463eebe-4e0c-4286-a075-84c4a7ede7a7), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:03.287090 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (4463eebe-4e0c-4286-a075-84c4a7ede7a7), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:03.348528 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:37:03.353330 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:37:03.357845 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:37:03.405255 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'Port': ['ID=4463eebe-4e0c-4286-a075-84c4a7ede7a7,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:03.478581 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (2137655f-b8e2-42e0-96c2-ce6eebca81b1), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:03.596230 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (4463eebe-4e0c-4286-a075-84c4a7ede7a7), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:03.804935 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for port (4463eebe-4e0c-4286-a075-84c4a7ede7a7), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:03.915081 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (4463eebe-4e0c-4286-a075-84c4a7ede7a7), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:04.013497 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'Port': ['ID=4463eebe-4e0c-4286-a075-84c4a7ede7a7,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:04.027802 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (2137655f-b8e2-42e0-96c2-ce6eebca81b1), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:04.127659 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:04.128965 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-674bc933-ba0e-4e89-87c4-55e97b870ac1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4614141 Mar 31 20:37:04.475098 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-6602bf57-3202-4de9-ae41-d8eef7c209ee tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1868861302&fields=id&tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44 HTTP/1.1" status: 200 len: 267 time: 0.0635324 Mar 31 20:37:04.624888 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-14a5268b-8d87-4e9b-8d85-04da8b294dcf tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:04.627670 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-14a5268b-8d87-4e9b-8d85-04da8b294dcf tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 814 time: 0.1427138 Mar 31 20:37:04.660106 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-be078cc5-0e0e-465f-8804-a7541e26c158 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/quotas/87e2c2e82bf8434ea0e1c7bb6af5fb44 HTTP/1.1" status: 200 len: 375 time: 0.0262094 Mar 31 20:37:04.747650 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-8bed82de-23aa-4380-9ad2-4414fce3fc00 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788002 Mar 31 20:37:04.876908 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-c1ae3e51-9a42-4e10-9a9e-70579d1eb948 service neutron] 10.222.0.74 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119204 Mar 31 20:37:05.008323 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-3ad85cde-9989-4f73-b761-0db25b634f8b service neutron] 10.222.0.74 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205516 Mar 31 20:37:06.413528 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4d555fa4-fa26-4dbf-a98a-08d77bb18a66 req-d47c8411-3e63-4ebe-8314-28d2f7eac656 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 210 time: 0.0341454 Mar 31 20:37:07.548114 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-15bf64c1-b66a-4f99-8d36-68e2d2aec6bf req-5d61ba78-484f-4ce4-b990-2814a5093679 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 210 time: 0.0497301 Mar 31 20:37:08.728868 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a1cff5cb-2029-4a9a-9fd5-fcf2579b5ce8 req-129583bd-6518-4ece-9002-c8f1ab096a18 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 210 time: 0.0437701 Mar 31 20:37:09.439840 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-6b826dde-b91c-4c84-8c25-d2f5212dc0d5 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:09.442658 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-6b826dde-b91c-4c84-8c25-d2f5212dc0d5 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 814 time: 0.1701729 Mar 31 20:37:09.570058 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-c418e37b-95de-440c-9910-33dfb440c2c8 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44 HTTP/1.1" status: 200 len: 473 time: 0.1187928 Mar 31 20:37:09.581767 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-a0f10a64-dd87-417f-b45b-b3c9491c9819 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'port': {'device_id': '8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'admin_state_up': True, 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'security_groups': ['1f1dcf47-ef72-48d0-a772-1b68a8e39e6c']}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:37:09.889732 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8d3ee956-977f-4945-ae53-eb09e7c34430 req-c1ad08aa-4a6a-4a3f-a282-f82ce7321622 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 210 time: 0.0490499 Mar 31 20:37:09.898840 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-a0f10a64-dd87-417f-b45b-b3c9491c9819 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Made reservation on behalf of 87e2c2e82bf8434ea0e1c7bb6af5fb44 for: {'port': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:37:09.921812 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-a0f10a64-dd87-417f-b45b-b3c9491c9819 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:10.110842 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-a0f10a64-dd87-417f-b45b-b3c9491c9819 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Allocated IP 172.20.0.5 (9318f739-52fc-4924-8d0f-f60c082bd8b2/a7274d10-65e4-4611-914a-d223657fe108/15918d65-7c18-4776-bf34-94f144745eaa) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:37:10.275352 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-a0f10a64-dd87-417f-b45b-b3c9491c9819 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for port (15918d65-7c18-4776-bf34-94f144745eaa), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:10.378935 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-a0f10a64-dd87-417f-b45b-b3c9491c9819 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (15918d65-7c18-4776-bf34-94f144745eaa), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:10.457017 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-a0f10a64-dd87-417f-b45b-b3c9491c9819 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Network 9318f739-52fc-4924-8d0f-f60c082bd8b2 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:37:10.470982 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-a0f10a64-dd87-417f-b45b-b3c9491c9819 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:37:10.478890 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-a0f10a64-dd87-417f-b45b-b3c9491c9819 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:37:10.485950 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f10a64-dd87-417f-b45b-b3c9491c9819 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'Port': ['ID=15918d65-7c18-4776-bf34-94f144745eaa,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:10.543388 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:10.577608 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-a0f10a64-dd87-417f-b45b-b3c9491c9819 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:10.577608 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-a0f10a64-dd87-417f-b45b-b3c9491c9819 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:10.702460 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-a0f10a64-dd87-417f-b45b-b3c9491c9819 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1270955 Mar 31 20:37:10.717417 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Request body: {'port': {'device_id': '8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:37:10.736105 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-771678ea-5bb4-475f-8162-804d08690ae5 None None] Provisioning complete for port 15918d65-7c18-4776-bf34-94f144745eaa triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:37:10.736650 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-771678ea-5bb4-475f-8162-804d08690ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (15918d65-7c18-4776-bf34-94f144745eaa), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:10.783229 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-771678ea-5bb4-475f-8162-804d08690ae5 None None] Port 15918d65-7c18-4776-bf34-94f144745eaa cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:37:10.806870 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (15918d65-7c18-4776-bf34-94f144745eaa), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:11.136212 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce17dfa-ab6a-43ab-9d58-66c954ce0896 req-f54d511d-ebc3-4fa3-b778-051a89dbd231 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:11.137913 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2ce17dfa-ab6a-43ab-9d58-66c954ce0896 req-f54d511d-ebc3-4fa3-b778-051a89dbd231 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 931 time: 0.1190882 Mar 31 20:37:11.259997 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2ce17dfa-ab6a-43ab-9d58-66c954ce0896 req-f8ff39b0-87b9-439a-bb24-5760e850ab36 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069806 Mar 31 20:37:11.269705 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15918d65-7c18-4776-bf34-94f144745eaa {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:37:11.286730 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Publish callbacks [] for port (15918d65-7c18-4776-bf34-94f144745eaa), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:11.299474 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Transition to ACTIVE for port object 15918d65-7c18-4776-bf34-94f144745eaa will not be triggered until provisioned by entity L2. {{(pid=103921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:37:11.389482 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (15918d65-7c18-4776-bf34-94f144745eaa), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:11.794984 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=15918d65-7c18-4776-bf34-94f144745eaa,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:11.884260 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Attempting to bind port 15918d65-7c18-4776-bf34-94f144745eaa on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:37:11.884815 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Attempting to bind port 15918d65-7c18-4776-bf34-94f144745eaa by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:37:11.885419 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Attempting to bind port 15918d65-7c18-4776-bf34-94f144745eaa on network 9318f739-52fc-4924-8d0f-f60c082bd8b2 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:37:11.893062 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Port 15918d65-7c18-4776-bf34-94f144745eaa on network 9318f739-52fc-4924-8d0f-f60c082bd8b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:37:11.893596 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Attempting to bind port 15918d65-7c18-4776-bf34-94f144745eaa on network 9318f739-52fc-4924-8d0f-f60c082bd8b2 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:37:11.902270 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:37:11.902814 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Checking segment: {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:37:11.903448 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Bound using segment: {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:37:11.904162 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Bound port: 15918d65-7c18-4776-bf34-94f144745eaa, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:37:11.904777 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (15918d65-7c18-4776-bf34-94f144745eaa), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:12.005641 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] For port 15918d65-7c18-4776-bf34-94f144745eaa, host hv-cinder-83607, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:37:12.010025 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] For port 15918d65-7c18-4776-bf34-94f144745eaa, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=15918d65-7c18-4776-bf34-94f144745eaa,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:37:12.034437 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48726) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:12.114904 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (15918d65-7c18-4776-bf34-94f144745eaa), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:12.161280 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:12.162282 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:12.164506 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] 10.222.0.76 "PUT /v2.0/ports/15918d65-7c18-4776-bf34-94f144745eaa HTTP/1.1" status: 200 len: 1093 time: 1.4543850 Mar 31 20:37:12.165196 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b', 'tag': '15918d65-7c18-4776-bf34-94f144745eaa'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:37:12.168863 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e1bf25-ac7e-4b07-aa7d-c55dfda46135" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b", "tag": "15918d65-7c18-4776-bf34-94f144745eaa"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:37:12.198797 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad1b0-adc8-4bda-9deb-c4db7923b50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:12.223352 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098eea1-7319-4013-a305-5ffdc4facfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=15918d65-7c18-4776-bf34-94f144745eaa,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:12.246169 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95c126c-7769-4e9b-90ea-d46b30c9434c x-openstack-request-id: req-a95c126c-7769-4e9b-90ea-d46b30c9434c {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:37:12.246582 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b", "tag": "15918d65-7c18-4776-bf34-94f144745eaa", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:37:12.246988 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a95c126c-7769-4e9b-90ea-d46b30c9434c {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:37:12.247573 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95c126c-7769-4e9b-90ea-d46b30c9434c'] response: {'name': 'network-changed', 'server_uuid': '8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b', 'tag': '15918d65-7c18-4776-bf34-94f144745eaa', 'status': 'completed', 'code': 200} Mar 31 20:37:12.337810 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1bf25-ac7e-4b07-aa7d-c55dfda46135 req-8d03b94e-afd7-41d1-aab0-c17d0b30e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:12.340522 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-93e1bf25-ac7e-4b07-aa7d-c55dfda46135 req-8d03b94e-afd7-41d1-aab0-c17d0b30e1ed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 1127 time: 0.0722961 Mar 31 20:37:12.428240 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad1b0-adc8-4bda-9deb-c4db7923b50f admin admin] Publish callbacks [] for security_group (59544915-023e-49dc-baef-d35edf724bce), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:12.527050 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1bf25-ac7e-4b07-aa7d-c55dfda46135 req-2cf7facc-3a41-46c7-a28f-e9c8ec1239c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:12.528529 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-93e1bf25-ac7e-4b07-aa7d-c55dfda46135 req-2cf7facc-3a41-46c7-a28f-e9c8ec1239c6 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1812744 Mar 31 20:37:12.537255 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228952ff-3b18-4582-a686-f8fb854d20d6 req-a0fc9dbf-8bb4-42cf-8048-9eed4d196470 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:12.538657 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-228952ff-3b18-4582-a686-f8fb854d20d6 req-a0fc9dbf-8bb4-42cf-8048-9eed4d196470 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 943 time: 0.1057391 Mar 31 20:37:12.543208 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad1b0-adc8-4bda-9deb-c4db7923b50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (59544915-023e-49dc-baef-d35edf724bce), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:12.614491 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ca6ad1b0-adc8-4bda-9deb-c4db7923b50f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=162cad5b76e045abb37984d204528ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5739653 Mar 31 20:37:12.614491 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ad1b0-adc8-4bda-9deb-c4db7923b50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59544915-023e-49dc-baef-d35edf724bce,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:12.615800 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48734) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:12.673118 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-228952ff-3b18-4582-a686-f8fb854d20d6 req-9130424b-3a2e-490b-ab7d-230d85ccbcba tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249106 Mar 31 20:37:12.693257 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd34e2b7-2cfb-49db-9ee3-4685fe47af85 admin admin] Publish callbacks [] for security_group (59544915-023e-49dc-baef-d35edf724bce), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:12.710879 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1bf25-ac7e-4b07-aa7d-c55dfda46135 req-ff15c21e-0f68-4101-8074-9c3c0d034a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:12.713596 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-93e1bf25-ac7e-4b07-aa7d-c55dfda46135 req-ff15c21e-0f68-4101-8074-9c3c0d034a17 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738572 Mar 31 20:37:12.726103 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd34e2b7-2cfb-49db-9ee3-4685fe47af85 admin admin] Publish callbacks [] for security_group (59544915-023e-49dc-baef-d35edf724bce), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:12.811640 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-5263c7b9-c40e-4001-ac63-e332e051b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:12.813621 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-5263c7b9-c40e-4001-ac63-e332e051b5bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 1127 time: 0.0526328 Mar 31 20:37:12.876787 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-6c2ea389-374b-4498-8ab9-02d3b26828ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15918d65-7c18-4776-bf34-94f144745eaa HTTP/1.1" status: 200 len: 217 time: 0.0561333 Mar 31 20:37:12.897281 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd34e2b7-2cfb-49db-9ee3-4685fe47af85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (59544915-023e-49dc-baef-d35edf724bce), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:12.900140 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd34e2b7-2cfb-49db-9ee3-4685fe47af85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:12.901640 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-dd34e2b7-2cfb-49db-9ee3-4685fe47af85 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/59544915-023e-49dc-baef-d35edf724bce HTTP/1.1" status: 204 len: 168 time: 0.2844105 Mar 31 20:37:12.916031 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34e2b7-2cfb-49db-9ee3-4685fe47af85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59544915-023e-49dc-baef-d35edf724bce,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:12.973136 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-b0523edc-3ede-4875-8fd7-c02b51d460d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:12.973136 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-b0523edc-3ede-4875-8fd7-c02b51d460d8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7274d10-65e4-4611-914a-d223657fe108 HTTP/1.1" status: 200 len: 853 time: 0.0832918 Mar 31 20:37:13.039119 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-bf3b5f88-d981-46e1-b4b3-d516adfc3056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:13.041753 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-bf3b5f88-d981-46e1-b4b3-d516adfc3056 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9318f739-52fc-4924-8d0f-f60c082bd8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679188 Mar 31 20:37:13.161029 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-11d6d2a7-65e6-452a-877e-a7b717eb6aab service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124663 Mar 31 20:37:13.310705 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0177b65-5e4b-42d9-bf93-7c0357aab24a req-d832e2b3-d3ba-49f6-b7bb-5c11fff2b020 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443043 Mar 31 20:37:13.789232 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48742) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:13.803897 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4d59bbd4-e0d4-4a65-b6c3-adb3d6315648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:13.858580 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c8247-37ea-4f6a-bcf7-aef4988aabd0 req-5a0f5821-50bd-490f-a6e9-48657041d07a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:13.861766 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2a5c8247-37ea-4f6a-bcf7-aef4988aabd0 req-5a0f5821-50bd-490f-a6e9-48657041d07a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 943 time: 0.0919178 Mar 31 20:37:13.905953 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4d59bbd4-e0d4-4a65-b6c3-adb3d6315648 admin admin] Publish callbacks [] for security_group (926f6c3d-4a13-408c-9148-fcf75a6cb63d), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:13.932511 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2a5c8247-37ea-4f6a-bcf7-aef4988aabd0 req-891d315f-2808-45cc-887d-038e80cb08ed tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644169 Mar 31 20:37:14.017418 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4d59bbd4-e0d4-4a65-b6c3-adb3d6315648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (926f6c3d-4a13-408c-9148-fcf75a6cb63d), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:14.066581 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59bbd4-e0d4-4a65-b6c3-adb3d6315648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926f6c3d-4a13-408c-9148-fcf75a6cb63d,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:14.071734 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4d59bbd4-e0d4-4a65-b6c3-adb3d6315648 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bd2a587781e547ea85bd1aa36c939695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811961 Mar 31 20:37:14.074972 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48744) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:14.128337 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cd98ebca-14a9-4402-8e3c-fd7e57f27111 admin admin] Publish callbacks [] for security_group (926f6c3d-4a13-408c-9148-fcf75a6cb63d), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:14.155575 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cd98ebca-14a9-4402-8e3c-fd7e57f27111 admin admin] Publish callbacks [] for security_group (926f6c3d-4a13-408c-9148-fcf75a6cb63d), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:14.292212 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cd98ebca-14a9-4402-8e3c-fd7e57f27111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (926f6c3d-4a13-408c-9148-fcf75a6cb63d), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:14.296827 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cd98ebca-14a9-4402-8e3c-fd7e57f27111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:14.299488 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-cd98ebca-14a9-4402-8e3c-fd7e57f27111 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/926f6c3d-4a13-408c-9148-fcf75a6cb63d HTTP/1.1" status: 204 len: 168 time: 0.2232218 Mar 31 20:37:14.312291 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98ebca-14a9-4402-8e3c-fd7e57f27111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926f6c3d-4a13-408c-9148-fcf75a6cb63d,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:15.132350 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad2e77-0d98-419f-ba4a-1d26698f1261 req-68bc5467-044d-4217-9f99-c6d37d3346c8 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:15.134016 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-abad2e77-0d98-419f-ba4a-1d26698f1261 req-68bc5467-044d-4217-9f99-c6d37d3346c8 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 943 time: 0.0801902 Mar 31 20:37:15.226266 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-abad2e77-0d98-419f-ba4a-1d26698f1261 req-bc6b13b4-cf19-47ea-aea5-609ca863ba3c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799422 Mar 31 20:37:16.408267 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0731e0-daf7-4462-a1fb-218d5014c9d3 req-26814e91-4b74-4b8e-b787-f1e02a6e2993 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:16.410428 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ea0731e0-daf7-4462-a1fb-218d5014c9d3 req-26814e91-4b74-4b8e-b787-f1e02a6e2993 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 943 time: 0.0813046 Mar 31 20:37:16.470814 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-ea0731e0-daf7-4462-a1fb-218d5014c9d3 req-63ff8c11-3caf-4311-9169-525752647d6b tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542245 Mar 31 20:37:16.979143 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 15918d65-7c18-4776-bf34-94f144745eaa details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:37:17.131366 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 15918d65-7c18-4776-bf34-94f144745eaa, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=15918d65-7c18-4776-bf34-94f144745eaa,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:37:17.151766 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': '15918d65-7c18-4776-bf34-94f144745eaa', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'port_id': '15918d65-7c18-4776-bf34-94f144745eaa', 'mac_address': 'fa:16:3e:55:99:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:37:17.209464 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 15918d65-7c18-4776-bf34-94f144745eaa is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:37:17.209892 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (15918d65-7c18-4776-bf34-94f144745eaa), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:17.234930 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15918d65-7c18-4776-bf34-94f144745eaa {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:37:17.262506 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 15918d65-7c18-4776-bf34-94f144745eaa, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=15918d65-7c18-4776-bf34-94f144745eaa,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:37:17.359948 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (15918d65-7c18-4776-bf34-94f144745eaa), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:17.456168 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=15918d65-7c18-4776-bf34-94f144745eaa,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:17.456168 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.456168 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.456168 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.456798 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.457853 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.457853 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.458217 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.458370 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.458893 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.459389 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.459952 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.460462 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.461010 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.461582 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.462124 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:37:17.510657 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fcded048-451c-49ba-9229-38eff143d4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:17.658269 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea8b85-16f6-4560-a92e-51ae9dc367d1 req-4e6510b8-07bb-4c6e-9c7f-4eaddd720e38 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:17.660340 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b9ea8b85-16f6-4560-a92e-51ae9dc367d1 req-4e6510b8-07bb-4c6e-9c7f-4eaddd720e38 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 944 time: 0.0727379 Mar 31 20:37:17.717891 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b9ea8b85-16f6-4560-a92e-51ae9dc367d1 req-52eb6f5f-a72a-4d6d-a241-6b529889f8b2 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505462 Mar 31 20:37:17.728411 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['15918d65-7c18-4776-bf34-94f144745eaa'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:37:18.537194 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48822) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:18.723581 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4884b44e-65cc-4f3a-a70e-15285cd4c1fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:18.850054 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4884b44e-65cc-4f3a-a70e-15285cd4c1fd admin admin] Publish callbacks [] for security_group (4b75b89b-b2d5-4339-8c37-41a6da54b660), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:18.888299 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7e1f8-35d0-43b0-b5a6-a1462a778219 req-67320d7d-e31a-4647-83e8-2fc81b6cf025 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:18.890060 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e5f7e1f8-35d0-43b0-b5a6-a1462a778219 req-67320d7d-e31a-4647-83e8-2fc81b6cf025 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 944 time: 0.0679193 Mar 31 20:37:18.955453 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e5f7e1f8-35d0-43b0-b5a6-a1462a778219 req-7ef0c853-21f3-4b61-8051-ba1203a265a0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565364 Mar 31 20:37:18.976698 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4884b44e-65cc-4f3a-a70e-15285cd4c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (4b75b89b-b2d5-4339-8c37-41a6da54b660), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:19.010009 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 15918d65-7c18-4776-bf34-94f144745eaa up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:37:19.052440 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4884b44e-65cc-4f3a-a70e-15285cd4c1fd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=358632c3918b4de584b2c34ee9e1655b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5134900 Mar 31 20:37:19.054345 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884b44e-65cc-4f3a-a70e-15285cd4c1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b75b89b-b2d5-4339-8c37-41a6da54b660,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:19.057065 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48828) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:19.158774 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-51277d9f-efd1-4d4b-acdd-f6957445ba23 admin admin] Publish callbacks [] for security_group (4b75b89b-b2d5-4339-8c37-41a6da54b660), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:19.199609 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-51277d9f-efd1-4d4b-acdd-f6957445ba23 admin admin] Publish callbacks [] for security_group (4b75b89b-b2d5-4339-8c37-41a6da54b660), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:19.200201 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port 15918d65-7c18-4776-bf34-94f144745eaa completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:37:19.207763 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port 15918d65-7c18-4776-bf34-94f144745eaa triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:37:19.208389 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (15918d65-7c18-4776-bf34-94f144745eaa), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:19.353642 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port 15918d65-7c18-4776-bf34-94f144745eaa is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:37:19.354354 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (15918d65-7c18-4776-bf34-94f144745eaa), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:19.400174 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-51277d9f-efd1-4d4b-acdd-f6957445ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (4b75b89b-b2d5-4339-8c37-41a6da54b660), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:19.401964 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15918d65-7c18-4776-bf34-94f144745eaa'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:37:19.404998 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-51277d9f-efd1-4d4b-acdd-f6957445ba23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:19.405678 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65737051-2a45-4df8-974a-1c42a46f4806" -d '{"events": [{"server_uuid": "8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b", "name": "network-vif-plugged", "status": "completed", "tag": "15918d65-7c18-4776-bf34-94f144745eaa"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:37:19.406944 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-51277d9f-efd1-4d4b-acdd-f6957445ba23 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4b75b89b-b2d5-4339-8c37-41a6da54b660 HTTP/1.1" status: 204 len: 168 time: 0.3477139 Mar 31 20:37:19.428271 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port 15918d65-7c18-4776-bf34-94f144745eaa, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=15918d65-7c18-4776-bf34-94f144745eaa,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:37:19.429725 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51277d9f-efd1-4d4b-acdd-f6957445ba23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b75b89b-b2d5-4339-8c37-41a6da54b660,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:19.481467 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf0d958-b756-415e-b0bd-3dd4ce9d317f x-openstack-request-id: req-eaf0d958-b756-415e-b0bd-3dd4ce9d317f {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:37:19.482154 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b", "name": "network-vif-plugged", "status": "completed", "tag": "15918d65-7c18-4776-bf34-94f144745eaa", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:37:19.482366 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-eaf0d958-b756-415e-b0bd-3dd4ce9d317f {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:37:19.483000 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf0d958-b756-415e-b0bd-3dd4ce9d317f'] response: {'server_uuid': '8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15918d65-7c18-4776-bf34-94f144745eaa', 'code': 200} Mar 31 20:37:19.520696 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (15918d65-7c18-4776-bf34-94f144745eaa), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:19.630029 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=15918d65-7c18-4776-bf34-94f144745eaa,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:19.840033 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5215e750-868a-4651-96b9-4c9bdf5e3519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:19.898525 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513b0e6-61fa-49e9-99aa-2cf9bac10763 req-8a221762-07fc-4967-88fb-984f87d9763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:19.901124 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e513b0e6-61fa-49e9-99aa-2cf9bac10763 req-8a221762-07fc-4967-88fb-984f87d9763f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 1129 time: 0.0796440 Mar 31 20:37:19.952745 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-e513b0e6-61fa-49e9-99aa-2cf9bac10763 req-1343c8a6-2c5e-408b-b4cf-e05619b05e3d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446193 Mar 31 20:37:20.152836 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924141d-cc03-4009-926d-f7106dd39072 req-bf303b6d-a585-4406-9653-7034959b5048 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:20.154447 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1924141d-cc03-4009-926d-f7106dd39072 req-bf303b6d-a585-4406-9653-7034959b5048 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 945 time: 0.0896776 Mar 31 20:37:20.206775 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48838) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:20.222217 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1924141d-cc03-4009-926d-f7106dd39072 req-ee0ff761-f93b-48c8-ab24-1b11a18231ac tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570266 Mar 31 20:37:20.226895 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6578a321-224d-464f-8bb6-7bde07830193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:20.334073 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6578a321-224d-464f-8bb6-7bde07830193 admin admin] Publish callbacks [] for security_group (2e398bba-bea5-49f6-97ab-90b71b13fb7a), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:20.485648 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6578a321-224d-464f-8bb6-7bde07830193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (2e398bba-bea5-49f6-97ab-90b71b13fb7a), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:20.535097 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578a321-224d-464f-8bb6-7bde07830193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e398bba-bea5-49f6-97ab-90b71b13fb7a,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:20.539891 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-6578a321-224d-464f-8bb6-7bde07830193 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=28fba18e30d94d048fa29f8695d738d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316667 Mar 31 20:37:20.543697 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48840) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:20.614543 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d85d463d-610d-493b-ad19-c99349483872 admin admin] Publish callbacks [] for security_group (2e398bba-bea5-49f6-97ab-90b71b13fb7a), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:20.650933 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d85d463d-610d-493b-ad19-c99349483872 admin admin] Publish callbacks [] for security_group (2e398bba-bea5-49f6-97ab-90b71b13fb7a), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:20.805638 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d85d463d-610d-493b-ad19-c99349483872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (2e398bba-bea5-49f6-97ab-90b71b13fb7a), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:20.809527 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d85d463d-610d-493b-ad19-c99349483872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:20.810696 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-d85d463d-610d-493b-ad19-c99349483872 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e398bba-bea5-49f6-97ab-90b71b13fb7a HTTP/1.1" status: 204 len: 168 time: 0.2659571 Mar 31 20:37:20.822261 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d463d-610d-493b-ad19-c99349483872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e398bba-bea5-49f6-97ab-90b71b13fb7a,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:37:21.004735 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:21.376235 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1825d9-54f7-4a6f-b798-db1d431bd95d req-1c2edea1-1055-4f5b-af68-be6dd99a1b61 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:21.378745 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-db1825d9-54f7-4a6f-b798-db1d431bd95d req-1c2edea1-1055-4f5b-af68-be6dd99a1b61 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 945 time: 0.0712881 Mar 31 20:37:21.448953 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-db1825d9-54f7-4a6f-b798-db1d431bd95d req-099c6768-b883-44ae-9ea8-96a5f826eab2 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630059 Mar 31 20:37:22.278956 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:22.587523 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137f6d5-6367-4be1-8b6e-aade335dea6e req-e8f4c2bb-6b36-4b51-a43a-cb72694ff8d5 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:22.589106 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d137f6d5-6367-4be1-8b6e-aade335dea6e req-e8f4c2bb-6b36-4b51-a43a-cb72694ff8d5 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 945 time: 0.0606866 Mar 31 20:37:22.669093 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d137f6d5-6367-4be1-8b6e-aade335dea6e req-912e068e-276a-4586-9a24-876abe47eeef tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731089 Mar 31 20:37:22.818537 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:37:22.831014 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ccae-7ebb-4d2c-a2d6-89b3a6a39adc req-16fef179-9a98-487d-b739-f84e0aa43169 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:22.832954 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1708ccae-7ebb-4d2c-a2d6-89b3a6a39adc req-16fef179-9a98-487d-b739-f84e0aa43169 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 945 time: 0.0805881 Mar 31 20:37:22.848428 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48850) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:22.855496 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-4cf919a8-84ae-4057-89b2-70951d8ff62a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'floatingip': {'port_id': '15918d65-7c18-4776-bf34-94f144745eaa'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:37:22.913450 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4cf919a8-84ae-4057-89b2-70951d8ff62a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (2137655f-b8e2-42e0-96c2-ce6eebca81b1), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:23.461002 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4cf919a8-84ae-4057-89b2-70951d8ff62a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:23.543386 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4cf919a8-84ae-4057-89b2-70951d8ff62a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (2137655f-b8e2-42e0-96c2-ce6eebca81b1), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:23.687447 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-4cf919a8-84ae-4057-89b2-70951d8ff62a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Floating IP 2137655f-b8e2-42e0-96c2-ce6eebca81b1 associated. External IP: 172.27.2.212, port: 15918d65-7c18-4776-bf34-94f144745eaa. Mar 31 20:37:23.811198 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:24.217539 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf919a8-84ae-4057-89b2-70951d8ff62a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:37:24.389547 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf919a8-84ae-4057-89b2-70951d8ff62a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:37:24.396279 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4cf919a8-84ae-4057-89b2-70951d8ff62a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:24.401146 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab343681-c171-489b-9a2d-4879c3cb842f None None] Sync routers for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:37:24.412581 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab343681-c171-489b-9a2d-4879c3cb842f None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:37:24.413246 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-ab343681-c171-489b-9a2d-4879c3cb842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:37:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:37:24.447286 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4cf919a8-84ae-4057-89b2-70951d8ff62a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "PUT /v2.0/floatingips/2137655f-b8e2-42e0-96c2-ce6eebca81b1 HTTP/1.1" status: 200 len: 991 time: 1.5970397 Mar 31 20:37:24.448237 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b', 'tag': '15918d65-7c18-4776-bf34-94f144745eaa'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:37:24.452699 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42718596-0619-4ac4-b5cd-543ec1ff55cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b", "tag": "15918d65-7c18-4776-bf34-94f144745eaa"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:37:24.510097 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1662b9-1327-42a2-9c9f-0c13f4e4fa85 x-openstack-request-id: req-2c1662b9-1327-42a2-9c9f-0c13f4e4fa85 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:37:24.510480 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b", "tag": "15918d65-7c18-4776-bf34-94f144745eaa", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:37:24.510800 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2c1662b9-1327-42a2-9c9f-0c13f4e4fa85 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:37:24.511488 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1662b9-1327-42a2-9c9f-0c13f4e4fa85'] response: {'name': 'network-changed', 'server_uuid': '8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b', 'tag': '15918d65-7c18-4776-bf34-94f144745eaa', 'status': 'completed', 'code': 200} Mar 31 20:37:24.542078 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-ab343681-c171-489b-9a2d-4879c3cb842f None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:37:24.618757 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42718596-0619-4ac4-b5cd-543ec1ff55cd req-90e9acbd-bc52-4d5f-8780-7418b8a3369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:24.620455 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-42718596-0619-4ac4-b5cd-543ec1ff55cd req-90e9acbd-bc52-4d5f-8780-7418b8a3369e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 1129 time: 0.0860858 Mar 31 20:37:24.785882 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42718596-0619-4ac4-b5cd-543ec1ff55cd req-14740074-6b65-4985-8a95-91ad65731034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:24.788311 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-42718596-0619-4ac4-b5cd-543ec1ff55cd req-14740074-6b65-4985-8a95-91ad65731034 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 915 time: 0.1586573 Mar 31 20:37:24.870530 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-42718596-0619-4ac4-b5cd-543ec1ff55cd req-e1e83c0a-37b6-49b6-939d-3df28e6522c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15918d65-7c18-4776-bf34-94f144745eaa HTTP/1.1" status: 200 len: 999 time: 0.0753438 Mar 31 20:37:24.945758 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-ab343681-c171-489b-9a2d-4879c3cb842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '160d584a-09c3-40b8-9280-988ae35c7def', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:90:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:34:57Z', 'updated_at': '2022-03-31T20:35:19Z', 'revision_number': 2, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}, {'id': '2137655f-b8e2-42e0-96c2-ce6eebca81b1', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': '15918d65-7c18-4776-bf34-94f144745eaa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:55:99:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:37:03Z', 'updated_at': '2022-03-31T20:37:23Z', 'revision_number': 1, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:37:24.946873 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42718596-0619-4ac4-b5cd-543ec1ff55cd req-abfd8bbd-bdd9-42ad-967c-b684c47b3740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:24.949380 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-42718596-0619-4ac4-b5cd-543ec1ff55cd req-abfd8bbd-bdd9-42ad-967c-b684c47b3740 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7274d10-65e4-4611-914a-d223657fe108 HTTP/1.1" status: 200 len: 853 time: 0.0729468 Mar 31 20:37:24.977398 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab343681-c171-489b-9a2d-4879c3cb842f None None] Checking router: 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:37:24.987901 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab343681-c171-489b-9a2d-4879c3cb842f None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:37:24.996062 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-ab343681-c171-489b-9a2d-4879c3cb842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:37:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:37:25.028995 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42718596-0619-4ac4-b5cd-543ec1ff55cd req-3947a526-b61e-471b-a551-a7af5e9d748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:25.032213 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-42718596-0619-4ac4-b5cd-543ec1ff55cd req-3947a526-b61e-471b-a551-a7af5e9d748b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9318f739-52fc-4924-8d0f-f60c082bd8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767982 Mar 31 20:37:25.112133 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-ab343681-c171-489b-9a2d-4879c3cb842f None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:37:25.176130 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-42718596-0619-4ac4-b5cd-543ec1ff55cd req-cd7145b4-4a73-4e0c-8b4e-dab8a25fc3f8 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380606 Mar 31 20:37:25.318100 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-42718596-0619-4ac4-b5cd-543ec1ff55cd req-8f1ebccd-6912-40ee-b696-c26dc3e0ddc2 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363590 Mar 31 20:37:25.443731 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-ab343681-c171-489b-9a2d-4879c3cb842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '160d584a-09c3-40b8-9280-988ae35c7def', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:90:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:34:57Z', 'updated_at': '2022-03-31T20:35:19Z', 'revision_number': 2, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}, {'id': '2137655f-b8e2-42e0-96c2-ce6eebca81b1', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': '15918d65-7c18-4776-bf34-94f144745eaa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:55:99:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:37:03Z', 'updated_at': '2022-03-31T20:37:23Z', 'revision_number': 1, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:37:25.470668 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab343681-c171-489b-9a2d-4879c3cb842f None None] The sync data for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi is: [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '160d584a-09c3-40b8-9280-988ae35c7def', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:90:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:34:57Z', 'updated_at': '2022-03-31T20:35:19Z', 'revision_number': 2, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}, {'id': '2137655f-b8e2-42e0-96c2-ce6eebca81b1', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': '15918d65-7c18-4776-bf34-94f144745eaa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:55:99:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:37:03Z', 'updated_at': '2022-03-31T20:37:23Z', 'revision_number': 1, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:37:25.718221 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa8212b-00d5-4691-980e-725e8daff877 None None] New status for floating IP 2137655f-b8e2-42e0-96c2-ce6eebca81b1: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:37:40.548758 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:47.501984 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-03c0663b-d7d2-48df-abbd-23c1d2148c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:49.901115 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5db746d5-416f-40c6-b0ee-7d5bf4074a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:51.043809 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:52.433007 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:53.512253 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-38432452-a395-4b1a-8f94-f4e98eb66a19 req-71ddd3ae-47a3-4e48-b3b8-a4229502e170 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510180 Mar 31 20:37:53.604425 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432452-a395-4b1a-8f94-f4e98eb66a19 req-4743f9b2-3a67-4bae-8a54-4b1088548f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:53.606098 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-38432452-a395-4b1a-8f94-f4e98eb66a19 req-4743f9b2-3a67-4bae-8a54-4b1088548f03 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 1130 time: 0.0472860 Mar 31 20:37:53.714647 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432452-a395-4b1a-8f94-f4e98eb66a19 req-e9db4644-8e39-48be-8452-79f943105429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:53.716123 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-38432452-a395-4b1a-8f94-f4e98eb66a19 req-e9db4644-8e39-48be-8452-79f943105429 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 915 time: 0.0904989 Mar 31 20:37:53.784532 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-38432452-a395-4b1a-8f94-f4e98eb66a19 req-0f89a821-70df-41f3-b44d-60e224e65e1d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 HTTP/1.1" status: 200 len: 1002 time: 0.0622673 Mar 31 20:37:53.842147 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432452-a395-4b1a-8f94-f4e98eb66a19 req-9e9f0b8e-efa1-4b62-91c1-a8a7c6c4f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:53.845294 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-38432452-a395-4b1a-8f94-f4e98eb66a19 req-9e9f0b8e-efa1-4b62-91c1-a8a7c6c4f438 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7274d10-65e4-4611-914a-d223657fe108 HTTP/1.1" status: 200 len: 853 time: 0.0554318 Mar 31 20:37:53.910764 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432452-a395-4b1a-8f94-f4e98eb66a19 req-6169c187-5243-4101-9420-c549e0bfaa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:53.913449 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-38432452-a395-4b1a-8f94-f4e98eb66a19 req-6169c187-5243-4101-9420-c549e0bfaa29 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9318f739-52fc-4924-8d0f-f60c082bd8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620828 Mar 31 20:37:53.941609 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:54.008635 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-38432452-a395-4b1a-8f94-f4e98eb66a19 req-b8249f0d-55e9-456a-8b59-027adb0c6678 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886519 Mar 31 20:37:54.110392 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-38432452-a395-4b1a-8f94-f4e98eb66a19 req-46382fa4-45ca-4cbd-8853-3ecaa969633d service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963190 Mar 31 20:37:59.810692 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:38:10.518849 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:16.188536 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [req-a2c9afa4-1931-456f-892c-59aaa10a07e3 req-f9cca455-624e-4ef4-9867-745a156a3dd5 service neutron] (103920) timed out ('10.222.0.76', 61329) {{(pid=103920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 20:38:17.575930 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-d5f8713e-689a-4074-a257-78b5ba230468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:19.946518 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-c846d33f-5cf0-4a68-b7ae-f01c77ce7a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:21.192664 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:22.307041 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:23.869379 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:30.506736 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57cd29-5be9-4ede-9cfa-b32fde15f1cd req-364bc2f6-1d3f-49fa-b930-d42e5338183c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:30.508672 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2f57cd29-5be9-4ede-9cfa-b32fde15f1cd req-364bc2f6-1d3f-49fa-b930-d42e5338183c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 945 time: 0.0554538 Mar 31 20:38:30.571391 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-2f57cd29-5be9-4ede-9cfa-b32fde15f1cd req-fd64ea24-e450-41c2-b046-8f3bbb54e4c6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546820 Mar 31 20:38:31.822473 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c353d6f-8d88-4963-b14e-4cf2a50f9926 req-30229416-79d0-48ce-a196-3e49d59e9bcb tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:31.824043 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6c353d6f-8d88-4963-b14e-4cf2a50f9926 req-30229416-79d0-48ce-a196-3e49d59e9bcb tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 945 time: 0.1773663 Mar 31 20:38:31.877473 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6c353d6f-8d88-4963-b14e-4cf2a50f9926 req-6e97a06b-703b-4e74-8190-1aa7ac0c93c5 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474651 Mar 31 20:38:32.210030 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-32fd80eb-d3fd-4af9-8c61-6c3e4d486308 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:32.211405 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-32fd80eb-d3fd-4af9-8c61-6c3e4d486308 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 945 time: 0.0537169 Mar 31 20:38:32.309938 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Deleting port 15918d65-7c18-4776-bf34-94f144745eaa {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:38:32.310281 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (15918d65-7c18-4776-bf34-94f144745eaa), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:32.411850 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] For port 15918d65-7c18-4776-bf34-94f144745eaa, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=15918d65-7c18-4776-bf34-94f144745eaa,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:38:32.412214 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (15918d65-7c18-4776-bf34-94f144745eaa), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:32.593788 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:32.594061 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (2137655f-b8e2-42e0-96c2-ce6eebca81b1), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:32.594372 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Floating IP 2137655f-b8e2-42e0-96c2-ce6eebca81b1 disassociated. External IP: 172.27.2.212, port: 15918d65-7c18-4776-bf34-94f144745eaa. Mar 31 20:38:32.594720 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Calling delete_port for 15918d65-7c18-4776-bf34-94f144745eaa owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:38:32.825459 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (15918d65-7c18-4776-bf34-94f144745eaa), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:32.856291 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event deleted for resources: {'Port': ['ID=15918d65-7c18-4776-bf34-94f144745eaa,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:32.869954 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.870318 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.870669 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.871018 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.871371 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.871716 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.872104 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.872451 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.872785 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.873219 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.873556 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.873891 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.874223 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.874555 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.874976 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:32.996593 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a2a3d182-74d2-4533-ba73-2f864441a39d req-0a6872b0-339e-4f8d-a47a-90513a952ebe tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 210 time: 0.0362053 Mar 31 20:38:33.033175 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:38:33.151791 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:38:33.163729 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce4047c-9321-4009-bf94-5a5f769e5e4f None None] Sync routers for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:38:33.174655 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce4047c-9321-4009-bf94-5a5f769e5e4f None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:38:33.175268 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-0ce4047c-9321-4009-bf94-5a5f769e5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:38:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:38:33.199568 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] No DVR routers for this DVR port 15918d65-7c18-4776-bf34-94f144745eaa on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:38:33.202768 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:33.206098 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9c77a61c-f013-4c0c-af9a-67eee50827d2 req-2c5c5d5c-36f4-45f6-87e4-9ce1c9625b73 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "DELETE /v2.0/ports/15918d65-7c18-4776-bf34-94f144745eaa HTTP/1.1" status: 204 len: 173 time: 0.9899194 Mar 31 20:38:33.206680 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b', 'name': 'network-vif-deleted', 'tag': '15918d65-7c18-4776-bf34-94f144745eaa'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:38:33.208938 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8395e1b0-a6ed-4df4-b7bc-aa667a9d3133" -d '{"events": [{"server_uuid": "8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b", "name": "network-vif-deleted", "tag": "15918d65-7c18-4776-bf34-94f144745eaa"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:38:33.258603 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7547ef5e-bbbc-438a-a308-ce0c6bf45add x-openstack-request-id: req-7547ef5e-bbbc-438a-a308-ce0c6bf45add {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:38:33.258889 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b", "name": "network-vif-deleted", "tag": "15918d65-7c18-4776-bf34-94f144745eaa", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:38:33.260091 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7547ef5e-bbbc-438a-a308-ce0c6bf45add {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:38:33.260522 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7547ef5e-bbbc-438a-a308-ce0c6bf45add'] response: {'server_uuid': '8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b', 'name': 'network-vif-deleted', 'tag': '15918d65-7c18-4776-bf34-94f144745eaa', 'status': 'completed', 'code': 200} Mar 31 20:38:33.314847 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-0ce4047c-9321-4009-bf94-5a5f769e5e4f None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:38:33.602805 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-0ce4047c-9321-4009-bf94-5a5f769e5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '160d584a-09c3-40b8-9280-988ae35c7def', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:90:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:34:57Z', 'updated_at': '2022-03-31T20:35:19Z', 'revision_number': 2, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:38:33.632623 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce4047c-9321-4009-bf94-5a5f769e5e4f None None] Checking router: 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:38:33.642170 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce4047c-9321-4009-bf94-5a5f769e5e4f None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:38:33.642786 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-0ce4047c-9321-4009-bf94-5a5f769e5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:38:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:38:33.763006 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-0ce4047c-9321-4009-bf94-5a5f769e5e4f None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:38:34.012092 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-0ce4047c-9321-4009-bf94-5a5f769e5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '160d584a-09c3-40b8-9280-988ae35c7def', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:90:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:34:57Z', 'updated_at': '2022-03-31T20:35:19Z', 'revision_number': 2, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:38:34.132120 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-83adfb8a-e5cc-4c63-80a8-41a339604689 req-6b585e4b-c2e2-469e-a25b-89d8d8dc6aa6 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e0c2a59-d9d0-4e4d-9bc6-5fab029a0f2b HTTP/1.1" status: 200 len: 210 time: 0.0315146 Mar 31 20:38:34.154887 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce4047c-9321-4009-bf94-5a5f769e5e4f None None] The sync data for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi is: [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '160d584a-09c3-40b8-9280-988ae35c7def', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:90:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:34:57Z', 'updated_at': '2022-03-31T20:35:19Z', 'revision_number': 2, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:38:34.384425 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce089ee-6ae6-41b7-ad80-448b8cac4a76 None None] New status for floating IP 2137655f-b8e2-42e0-96c2-ce6eebca81b1: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:38:35.309119 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48914) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:35.378574 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (1f1dcf47-ef72-48d0-a772-1b68a8e39e6c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:35.387820 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 15918d65-7c18-4776-bf34-94f144745eaa no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:38:35.409801 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: 15918d65-7c18-4776-bf34-94f144745eaa {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:38:35.410151 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device 15918d65-7c18-4776-bf34-94f144745eaa not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:38:35.413057 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (1f1dcf47-ef72-48d0-a772-1b68a8e39e6c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:35.552471 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (1f1dcf47-ef72-48d0-a772-1b68a8e39e6c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:35.556022 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:35.557332 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "DELETE /v2.0/security-groups/1f1dcf47-ef72-48d0-a772-1b68a8e39e6c HTTP/1.1" status: 204 len: 168 time: 0.2472277 Mar 31 20:38:35.560967 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48918) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:35.569766 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1dcf47-ef72-48d0-a772-1b68a8e39e6c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:35.575135 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.api.v2.resource [None req-6dc295b4-7d99-4cee-bc06-d369c71c120d tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] show failed (client error): The resource could not be found. Mar 31 20:38:35.576970 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-6dc295b4-7d99-4cee-bc06-d369c71c120d tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups/1f1dcf47-ef72-48d0-a772-1b68a8e39e6c HTTP/1.1" status: 404 len: 347 time: 0.0140593 Mar 31 20:38:35.580617 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48920) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:35.583281 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.583739 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.584194 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.584776 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.585692 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.585692 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.588796 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.589253 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.589664 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.590078 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.590484 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.591000 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.591485 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.591828 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.592291 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800bd47d-39ba-4614-ab0f-6dfa45677c6f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:35.713138 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-2240077a-6664-4c07-b990-73284aac9f1f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Deleting port 4463eebe-4e0c-4286-a075-84c4a7ede7a7 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:38:35.713482 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2240077a-6664-4c07-b990-73284aac9f1f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (4463eebe-4e0c-4286-a075-84c4a7ede7a7), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:35.788587 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2240077a-6664-4c07-b990-73284aac9f1f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (4463eebe-4e0c-4286-a075-84c4a7ede7a7), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:35.788944 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2240077a-6664-4c07-b990-73284aac9f1f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (4463eebe-4e0c-4286-a075-84c4a7ede7a7), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:35.801332 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-2240077a-6664-4c07-b990-73284aac9f1f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Calling delete_port for 4463eebe-4e0c-4286-a075-84c4a7ede7a7 owned by network:floatingip {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:38:36.042957 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2240077a-6664-4c07-b990-73284aac9f1f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (4463eebe-4e0c-4286-a075-84c4a7ede7a7), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:36.074319 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240077a-6664-4c07-b990-73284aac9f1f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event deleted for resources: {'Port': ['ID=4463eebe-4e0c-4286-a075-84c4a7ede7a7,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:36.149841 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2240077a-6664-4c07-b990-73284aac9f1f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (2137655f-b8e2-42e0-96c2-ce6eebca81b1), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:36.152797 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2240077a-6664-4c07-b990-73284aac9f1f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:36.154050 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-2240077a-6664-4c07-b990-73284aac9f1f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "DELETE /v2.0/floatingips/2137655f-b8e2-42e0-96c2-ce6eebca81b1 HTTP/1.1" status: 204 len: 168 time: 0.5724247 Mar 31 20:38:36.812964 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:38:39.668202 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dcbfd-d22d-4fd2-bc18-0326638f7e3e req-5cad33d7-eadb-4a95-a7e4-382ca0030ee1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:39.671439 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-668dcbfd-d22d-4fd2-bc18-0326638f7e3e req-5cad33d7-eadb-4a95-a7e4-382ca0030ee1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 946 time: 0.0580497 Mar 31 20:38:39.717966 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-668dcbfd-d22d-4fd2-bc18-0326638f7e3e req-aacaabe1-5ecf-4d18-ba6f-9a05af2455d4 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424891 Mar 31 20:38:40.597647 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:40.870015 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f528a-58ce-4da0-b86a-32e53f22699e req-87d8c465-6e09-4090-a53e-56f4957cd625 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:40.871497 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-831f528a-58ce-4da0-b86a-32e53f22699e req-87d8c465-6e09-4090-a53e-56f4957cd625 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 946 time: 0.0710261 Mar 31 20:38:40.929370 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-831f528a-58ce-4da0-b86a-32e53f22699e req-85e6551d-9ee4-4a47-9848-e1207d2121c2 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517411 Mar 31 20:38:41.464369 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-e22ae8bf-af3f-4a86-8aca-82a1e6b342b8 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:41.466147 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-e22ae8bf-af3f-4a86-8aca-82a1e6b342b8 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 946 time: 0.0590162 Mar 31 20:38:41.565139 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Deleting port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:38:41.565728 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:41.664472 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] For port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:38:41.665132 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:41.852288 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:41.852796 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (160d584a-09c3-40b8-9280-988ae35c7def), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:41.853154 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Floating IP 160d584a-09c3-40b8-9280-988ae35c7def disassociated. External IP: 172.27.2.115, port: f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94. Mar 31 20:38:41.853505 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Calling delete_port for f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:38:42.075641 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609a4d7-4cd3-4062-8215-e21833f101ba req-ac215419-51c3-4ace-a9cf-6111c30635be tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:42.079692 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c609a4d7-4cd3-4062-8215-e21833f101ba req-ac215419-51c3-4ace-a9cf-6111c30635be tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 946 time: 0.0637486 Mar 31 20:38:42.094205 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:42.139197 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event deleted for resources: {'Port': ['ID=f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:42.252912 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c609a4d7-4cd3-4062-8215-e21833f101ba req-7e7224bd-9253-419c-85e9-376fb3260c2f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=19c09a45-8f71-4f90-910a-db5caf9c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668944 Mar 31 20:38:42.299619 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:38:42.447522 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:38:42.460272 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e998aa-992e-4ef1-8aff-c9dea08a8023 None None] Sync routers for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:38:42.475470 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e998aa-992e-4ef1-8aff-c9dea08a8023 None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:38:42.476418 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-78e998aa-992e-4ef1-8aff-c9dea08a8023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:38:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:38:42.503507 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] No DVR routers for this DVR port f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:38:42.506317 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:42.510298 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3a3d5750-306b-4245-85d3-57fb586e35ed req-9d080e79-7164-4042-afab-52ab9733518f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "DELETE /v2.0/ports/f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 HTTP/1.1" status: 204 len: 173 time: 1.0390482 Mar 31 20:38:42.511014 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'name': 'network-vif-deleted', 'tag': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:38:42.521041 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90ac9c9-3295-47a6-a154-615a02d69465" -d '{"events": [{"server_uuid": "e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7", "name": "network-vif-deleted", "tag": "f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:38:42.572788 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46311d9-4d6e-4154-9371-a74e07ac1a51 x-openstack-request-id: req-f46311d9-4d6e-4154-9371-a74e07ac1a51 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:38:42.574261 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7", "name": "network-vif-deleted", "tag": "f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:38:42.574261 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f46311d9-4d6e-4154-9371-a74e07ac1a51 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:38:42.574638 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46311d9-4d6e-4154-9371-a74e07ac1a51'] response: {'server_uuid': 'e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7', 'name': 'network-vif-deleted', 'tag': 'f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94', 'status': 'completed', 'code': 200} Mar 31 20:38:42.639878 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-78e998aa-992e-4ef1-8aff-c9dea08a8023 None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:38:42.896601 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-78e998aa-992e-4ef1-8aff-c9dea08a8023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:38:42.924472 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e998aa-992e-4ef1-8aff-c9dea08a8023 None None] Checking router: 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:38:42.933029 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e998aa-992e-4ef1-8aff-c9dea08a8023 None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:38:42.933643 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-78e998aa-992e-4ef1-8aff-c9dea08a8023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:38:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:38:43.045830 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-78e998aa-992e-4ef1-8aff-c9dea08a8023 None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:38:43.255778 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-78e998aa-992e-4ef1-8aff-c9dea08a8023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:38:43.287419 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e998aa-992e-4ef1-8aff-c9dea08a8023 None None] The sync data for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi is: [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:38:43.398580 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a83103c7-a7d5-4fa5-bf8c-62697b07c09b req-f324ee6b-cd5c-4b82-b7ac-7a8e17040866 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48ba444-5db1-4c2e-bf0c-9b056a1f6ce7 HTTP/1.1" status: 200 len: 210 time: 0.0291965 Mar 31 20:38:43.572357 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39012151-3047-42bd-b7ba-b70fffd9a91c None None] New status for floating IP 160d584a-09c3-40b8-9280-988ae35c7def: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:38:44.571672 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48956) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:44.637916 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c60eaaa4-9360-4c99-88c8-2ec930b6eb52 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (19c09a45-8f71-4f90-910a-db5caf9c3567), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:44.671291 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c60eaaa4-9360-4c99-88c8-2ec930b6eb52 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (19c09a45-8f71-4f90-910a-db5caf9c3567), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:44.791734 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c60eaaa4-9360-4c99-88c8-2ec930b6eb52 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (19c09a45-8f71-4f90-910a-db5caf9c3567), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:44.794507 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c60eaaa4-9360-4c99-88c8-2ec930b6eb52 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:44.795718 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c60eaaa4-9360-4c99-88c8-2ec930b6eb52 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "DELETE /v2.0/security-groups/19c09a45-8f71-4f90-910a-db5caf9c3567 HTTP/1.1" status: 204 len: 168 time: 0.2230117 Mar 31 20:38:44.799554 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48958) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:44.805479 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60eaaa4-9360-4c99-88c8-2ec930b6eb52 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c09a45-8f71-4f90-910a-db5caf9c3567,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:44.816611 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.api.v2.resource [None req-e28455cd-7529-4fd0-8e17-8f9aea29ae69 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] show failed (client error): The resource could not be found. Mar 31 20:38:44.817792 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-e28455cd-7529-4fd0-8e17-8f9aea29ae69 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups/19c09a45-8f71-4f90-910a-db5caf9c3567 HTTP/1.1" status: 404 len: 347 time: 0.0169773 Mar 31 20:38:44.824826 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 48960) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:44.970721 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-0f9be162-2a94-46b2-aa4b-871320ea8742 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Deleting port fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:38:44.971294 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f9be162-2a94-46b2-aa4b-871320ea8742 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:45.053982 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f9be162-2a94-46b2-aa4b-871320ea8742 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:45.054659 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f9be162-2a94-46b2-aa4b-871320ea8742 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:45.075179 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-0f9be162-2a94-46b2-aa4b-871320ea8742 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Calling delete_port for fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da owned by network:floatingip {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:38:45.306212 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f9be162-2a94-46b2-aa4b-871320ea8742 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:45.336899 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9be162-2a94-46b2-aa4b-871320ea8742 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event deleted for resources: {'Port': ['ID=fe3fca95-bad0-4c9d-bcdb-95fb9e86f0da,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:45.411306 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f9be162-2a94-46b2-aa4b-871320ea8742 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (160d584a-09c3-40b8-9280-988ae35c7def), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:45.412004 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:38:45.415240 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f9be162-2a94-46b2-aa4b-871320ea8742 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:45.416702 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-0f9be162-2a94-46b2-aa4b-871320ea8742 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "DELETE /v2.0/floatingips/160d584a-09c3-40b8-9280-988ae35c7def HTTP/1.1" status: 204 len: 168 time: 0.5901287 Mar 31 20:38:45.437368 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:38:45.437961 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device f6d6c484-d1ef-4150-bfe6-4c9ffe4edd94 not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:38:45.725847 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48964) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:45.730644 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-72d08378-9a26-4cae-a733-b413102aec3b tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548638802', 'description': 'tempest-description--429554517'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:38:45.876598 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-72d08378-9a26-4cae-a733-b413102aec3b tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:45.957220 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-72d08378-9a26-4cae-a733-b413102aec3b tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (34b57195-dbb2-49a2-a6ba-59ad558d58fc), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:46.043185 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-72d08378-9a26-4cae-a733-b413102aec3b tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (34b57195-dbb2-49a2-a6ba-59ad558d58fc), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:46.073318 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d08378-9a26-4cae-a733-b413102aec3b tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b57195-dbb2-49a2-a6ba-59ad558d58fc,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:46.159534 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-72d08378-9a26-4cae-a733-b413102aec3b tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:46.160728 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-72d08378-9a26-4cae-a733-b413102aec3b tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4337478 Mar 31 20:38:46.164656 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48966) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:46.169021 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-df7953b7-75a0-4529-994d-436453c78785 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'security_group_rule': {'security_group_id': '34b57195-dbb2-49a2-a6ba-59ad558d58fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:38:46.282966 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-df7953b7-75a0-4529-994d-436453c78785 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (ec80922c-7eb0-414d-9ae8-ed61c9069dee), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:46.349981 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-df7953b7-75a0-4529-994d-436453c78785 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (ec80922c-7eb0-414d-9ae8-ed61c9069dee), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:46.431449 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-df7953b7-75a0-4529-994d-436453c78785 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (ec80922c-7eb0-414d-9ae8-ed61c9069dee), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:46.451910 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7953b7-75a0-4529-994d-436453c78785 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec80922c-7eb0-414d-9ae8-ed61c9069dee,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:46.537234 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-df7953b7-75a0-4529-994d-436453c78785 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:46.538527 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-df7953b7-75a0-4529-994d-436453c78785 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3730490 Mar 31 20:38:46.541731 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48968) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:46.546771 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-2b69e9f5-d75c-4d09-8ebe-705b6fa63d5c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'security_group_rule': {'security_group_id': '34b57195-dbb2-49a2-a6ba-59ad558d58fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:38:46.683441 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2b69e9f5-d75c-4d09-8ebe-705b6fa63d5c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (0a6a5771-f3fa-4c17-b4e1-c54b4ea32229), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:46.748621 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2b69e9f5-d75c-4d09-8ebe-705b6fa63d5c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (0a6a5771-f3fa-4c17-b4e1-c54b4ea32229), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:46.877262 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2b69e9f5-d75c-4d09-8ebe-705b6fa63d5c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (0a6a5771-f3fa-4c17-b4e1-c54b4ea32229), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:46.894964 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69e9f5-d75c-4d09-8ebe-705b6fa63d5c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6a5771-f3fa-4c17-b4e1-c54b4ea32229,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:46.988132 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2b69e9f5-d75c-4d09-8ebe-705b6fa63d5c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:46.989341 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2b69e9f5-d75c-4d09-8ebe-705b6fa63d5c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4467340 Mar 31 20:38:46.992477 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 48970) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:46.996943 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'floatingip': {'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:38:47.104832 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:47.245753 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:47.357843 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Allocated IP 172.27.2.229 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/4b5730c4-1b9b-45e9-a9a5-f0033e0409df) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:38:47.486048 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for port (4b5730c4-1b9b-45e9-a9a5-f0033e0409df), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:47.504461 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0b7a-a1b9-4c59-9013-ccc7e42ce7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:47.603505 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13428439'] for port (4b5730c4-1b9b-45e9-a9a5-f0033e0409df), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:47.642980 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:38:47.645913 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:38:47.649032 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:38:47.676265 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'Port': ['ID=4b5730c4-1b9b-45e9-a9a5-f0033e0409df,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:47.751409 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (ca4b10d9-a914-45f9-a6fd-510cfe80c91c), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:47.865910 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (4b5730c4-1b9b-45e9-a9a5-f0033e0409df), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:48.024546 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for port (4b5730c4-1b9b-45e9-a9a5-f0033e0409df), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:48.100329 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13428446'] for port (4b5730c4-1b9b-45e9-a9a5-f0033e0409df), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:48.176367 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'Port': ['ID=4b5730c4-1b9b-45e9-a9a5-f0033e0409df,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:48.186526 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (ca4b10d9-a914-45f9-a6fd-510cfe80c91c), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:48.307723 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:48.309072 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-09d954ad-34b7-422e-aa8b-d9b5f05a1277 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3155849 Mar 31 20:38:48.518089 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-b8d61302-cf18-4594-b79c-1bb8cacda480 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1548638802&fields=id&tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44 HTTP/1.1" status: 200 len: 267 time: 0.0438867 Mar 31 20:38:48.917996 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-27f7725e-485b-4ff7-9bdf-407bd2976496 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:48.919514 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-27f7725e-485b-4ff7-9bdf-407bd2976496 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 814 time: 0.3948076 Mar 31 20:38:48.937887 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-680ee4ba-281c-4ba3-96e0-5d6d88d64789 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/quotas/87e2c2e82bf8434ea0e1c7bb6af5fb44 HTTP/1.1" status: 200 len: 375 time: 0.0117109 Mar 31 20:38:48.996269 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-50941895-be80-41e8-8f26-81c9cdd462a4 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526054 Mar 31 20:38:49.110007 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-017b609e-58aa-4baa-9ae1-e0d8c44d5e5a service neutron] 10.222.0.74 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010609 Mar 31 20:38:49.208381 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-2aa25d56-a4f4-4515-a342-96d4c8cb70b9 service neutron] 10.222.0.74 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914552 Mar 31 20:38:49.508003 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f945f5da-8f4a-43fb-aa0e-3cfbe41a6d50 req-2ed46784-516e-442c-b3de-d46dd4a0d916 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 210 time: 0.0402136 Mar 31 20:38:49.917458 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2c1a5c68-ec11-42b4-a4ae-b29df8bb8e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:50.616664 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-c982a930-db9c-4156-b749-545cf36de3be req-39758c85-3a49-43af-a795-92297e72be4f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 210 time: 0.0288324 Mar 31 20:38:51.060778 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:51.751117 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-616ced7d-c2b5-4024-af89-ffc8933efc27 req-bd7583a5-85ee-4062-bf93-5c13a608e11d tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 210 time: 0.0486088 Mar 31 20:38:52.255129 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-31c4e44b-83cd-43d7-a6ec-ce34935211b8 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:52.256883 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-31c4e44b-83cd-43d7-a6ec-ce34935211b8 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 814 time: 0.1220531 Mar 31 20:38:52.300423 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:52.343803 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-a32272f3-75dd-4f22-8618-d00f7f9830ec tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44 HTTP/1.1" status: 200 len: 380 time: 0.0778022 Mar 31 20:38:52.352336 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-53dce402-cf48-4fa7-a6af-ae82d1796a51 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'port': {'device_id': '1be501bc-872d-4dab-8cbe-47e5bea3203d', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'admin_state_up': True, 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'security_groups': ['34b57195-dbb2-49a2-a6ba-59ad558d58fc']}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:38:52.637311 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-53dce402-cf48-4fa7-a6af-ae82d1796a51 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Made reservation on behalf of 87e2c2e82bf8434ea0e1c7bb6af5fb44 for: {'port': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:38:52.641886 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-53dce402-cf48-4fa7-a6af-ae82d1796a51 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:52.801535 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-53dce402-cf48-4fa7-a6af-ae82d1796a51 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Allocated IP 172.20.0.14 (9318f739-52fc-4924-8d0f-f60c082bd8b2/a7274d10-65e4-4611-914a-d223657fe108/bc6def04-9c02-448c-b13e-8441767a6652) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:38:52.893867 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d3ddc92d-e9df-4f20-bcd4-90c72166eb99 req-407d4d76-5a74-43d4-83af-6784e4ec1a2e tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 210 time: 0.0558693 Mar 31 20:38:53.004030 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-53dce402-cf48-4fa7-a6af-ae82d1796a51 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for port (bc6def04-9c02-448c-b13e-8441767a6652), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:53.135235 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-53dce402-cf48-4fa7-a6af-ae82d1796a51 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (bc6def04-9c02-448c-b13e-8441767a6652), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:53.194742 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-53dce402-cf48-4fa7-a6af-ae82d1796a51 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Network 9318f739-52fc-4924-8d0f-f60c082bd8b2 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:38:53.199030 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-53dce402-cf48-4fa7-a6af-ae82d1796a51 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:38:53.202163 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-53dce402-cf48-4fa7-a6af-ae82d1796a51 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:38:53.266920 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dce402-cf48-4fa7-a6af-ae82d1796a51 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'Port': ['ID=bc6def04-9c02-448c-b13e-8441767a6652,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:53.299139 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-53dce402-cf48-4fa7-a6af-ae82d1796a51 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:53.299933 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-53dce402-cf48-4fa7-a6af-ae82d1796a51 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:53.428826 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-53dce402-cf48-4fa7-a6af-ae82d1796a51 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0801928 Mar 31 20:38:53.467155 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-3210563e-2dd4-4427-9c5d-43e9c0e87433 None None] Provisioning complete for port bc6def04-9c02-448c-b13e-8441767a6652 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:38:53.467807 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3210563e-2dd4-4427-9c5d-43e9c0e87433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (bc6def04-9c02-448c-b13e-8441767a6652), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:53.491733 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Request body: {'port': {'device_id': '1be501bc-872d-4dab-8cbe-47e5bea3203d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:38:53.515670 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-3210563e-2dd4-4427-9c5d-43e9c0e87433 None None] Port bc6def04-9c02-448c-b13e-8441767a6652 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:38:53.565230 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (bc6def04-9c02-448c-b13e-8441767a6652), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:53.803144 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:53.893796 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6def04-9c02-448c-b13e-8441767a6652 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:38:53.905124 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Publish callbacks [] for port (bc6def04-9c02-448c-b13e-8441767a6652), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:53.926148 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Transition to ACTIVE for port object bc6def04-9c02-448c-b13e-8441767a6652 will not be triggered until provisioned by entity L2. {{(pid=103921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:38:54.014219 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (bc6def04-9c02-448c-b13e-8441767a6652), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:54.083683 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6def04-9c02-448c-b13e-8441767a6652,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:54.097929 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839db95-4d76-43ed-acd5-5f0d24cdb027 req-1f9bdb46-3565-4e15-a955-858669538170 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:54.099902 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1839db95-4d76-43ed-acd5-5f0d24cdb027 req-1f9bdb46-3565-4e15-a955-858669538170 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 932 time: 0.1214039 Mar 31 20:38:54.219047 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1839db95-4d76-43ed-acd5-5f0d24cdb027 req-dc340ab6-d97b-4724-8031-c1ae69d3b080 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=34b57195-dbb2-49a2-a6ba-59ad558d58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126630 Mar 31 20:38:54.236059 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Attempting to bind port bc6def04-9c02-448c-b13e-8441767a6652 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:38:54.236827 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Attempting to bind port bc6def04-9c02-448c-b13e-8441767a6652 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:38:54.237534 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Attempting to bind port bc6def04-9c02-448c-b13e-8441767a6652 on network 9318f739-52fc-4924-8d0f-f60c082bd8b2 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:38:54.243739 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Port bc6def04-9c02-448c-b13e-8441767a6652 on network 9318f739-52fc-4924-8d0f-f60c082bd8b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:38:54.244223 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Attempting to bind port bc6def04-9c02-448c-b13e-8441767a6652 on network 9318f739-52fc-4924-8d0f-f60c082bd8b2 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:38:54.252175 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:38:54.252554 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Checking segment: {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:38:54.252941 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Bound using segment: {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:38:54.253401 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Bound port: bc6def04-9c02-448c-b13e-8441767a6652, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:38:54.253783 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (bc6def04-9c02-448c-b13e-8441767a6652), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:54.351876 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] For port bc6def04-9c02-448c-b13e-8441767a6652, host hv-cinder-83607, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:38:54.357745 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] For port bc6def04-9c02-448c-b13e-8441767a6652, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bc6def04-9c02-448c-b13e-8441767a6652,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:38:54.437760 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (bc6def04-9c02-448c-b13e-8441767a6652), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:54.478295 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:54.478749 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:54.479982 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] 10.222.0.76 "PUT /v2.0/ports/bc6def04-9c02-448c-b13e-8441767a6652 HTTP/1.1" status: 200 len: 1094 time: 1.0438178 Mar 31 20:38:54.480448 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be501bc-872d-4dab-8cbe-47e5bea3203d', 'tag': 'bc6def04-9c02-448c-b13e-8441767a6652'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:38:54.483509 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b05fb81-0b52-4d6d-a29c-0318ee39b7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1be501bc-872d-4dab-8cbe-47e5bea3203d", "tag": "bc6def04-9c02-448c-b13e-8441767a6652"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:38:54.521766 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43896af8-8e7e-4bbe-9416-cca2159bdd26 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6def04-9c02-448c-b13e-8441767a6652,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:54.534943 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa61bdc-eff8-48c8-b8d0-87a806f3140b x-openstack-request-id: req-daa61bdc-eff8-48c8-b8d0-87a806f3140b {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:38:54.535239 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be501bc-872d-4dab-8cbe-47e5bea3203d", "tag": "bc6def04-9c02-448c-b13e-8441767a6652", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:38:54.535503 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-daa61bdc-eff8-48c8-b8d0-87a806f3140b {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:38:54.536107 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa61bdc-eff8-48c8-b8d0-87a806f3140b'] response: {'name': 'network-changed', 'server_uuid': '1be501bc-872d-4dab-8cbe-47e5bea3203d', 'tag': 'bc6def04-9c02-448c-b13e-8441767a6652', 'status': 'completed', 'code': 200} Mar 31 20:38:54.611070 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05fb81-0b52-4d6d-a29c-0318ee39b7bc req-a66e473c-290c-442d-ac81-eb6e3e5777c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:54.612710 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9b05fb81-0b52-4d6d-a29c-0318ee39b7bc req-a66e473c-290c-442d-ac81-eb6e3e5777c0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 1128 time: 0.0549951 Mar 31 20:38:54.749180 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05fb81-0b52-4d6d-a29c-0318ee39b7bc req-ce94d845-287b-4087-9814-8ef1bbf343e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:54.751878 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9b05fb81-0b52-4d6d-a29c-0318ee39b7bc req-ce94d845-287b-4087-9814-8ef1bbf343e5 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1321640 Mar 31 20:38:54.884903 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05fb81-0b52-4d6d-a29c-0318ee39b7bc req-7b8f09b2-0680-4587-8466-4fc67fa1b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:54.887206 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9b05fb81-0b52-4d6d-a29c-0318ee39b7bc req-7b8f09b2-0680-4587-8466-4fc67fa1b59a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298742 Mar 31 20:38:54.979028 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-ef647e21-b46a-4d5e-aebf-d22dafceca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:54.980587 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-ef647e21-b46a-4d5e-aebf-d22dafceca2b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 1128 time: 0.0551317 Mar 31 20:38:55.024618 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-33e3c867-cc9e-49a2-b387-8ad18d367c7e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc6def04-9c02-448c-b13e-8441767a6652 HTTP/1.1" status: 200 len: 217 time: 0.0372002 Mar 31 20:38:55.104114 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-1e300276-1a73-424c-93c2-f941482ad889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:55.105818 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-1e300276-1a73-424c-93c2-f941482ad889 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7274d10-65e4-4611-914a-d223657fe108 HTTP/1.1" status: 200 len: 853 time: 0.0757072 Mar 31 20:38:55.161758 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-3a246efc-599b-40ac-9ed9-5de2bf525532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:55.163194 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-3a246efc-599b-40ac-9ed9-5de2bf525532 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9318f739-52fc-4924-8d0f-f60c082bd8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515287 Mar 31 20:38:55.264009 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-98fef510-fe56-48b8-9691-67da42807323 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940921 Mar 31 20:38:55.400743 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-626cdffe-50ac-4c1d-bb99-be84c4bf83a7 req-5e0fd226-aa65-461f-9c07-08ed43bc3c9c service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305463 Mar 31 20:38:55.410150 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c263c-eb57-48de-8034-b575b6d89645 req-3b659171-f1bf-4803-a2d3-d75c716233ba tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:55.412197 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f38c263c-eb57-48de-8034-b575b6d89645 req-3b659171-f1bf-4803-a2d3-d75c716233ba tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 944 time: 0.0909688 Mar 31 20:38:55.476670 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-f38c263c-eb57-48de-8034-b575b6d89645 req-588a93da-ccda-43c6-a9e8-b77edb426b7d tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=34b57195-dbb2-49a2-a6ba-59ad558d58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571988 Mar 31 20:38:56.608762 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577fc9a-dc17-42e6-9537-a58c1470ee5c req-12256032-8b58-4f59-8972-5759e79cbb3e tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:56.610477 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7577fc9a-dc17-42e6-9537-a58c1470ee5c req-12256032-8b58-4f59-8972-5759e79cbb3e tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 944 time: 0.0585122 Mar 31 20:38:56.665900 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7577fc9a-dc17-42e6-9537-a58c1470ee5c req-4e94be4a-a35b-4fc2-9697-57185c08fe19 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=34b57195-dbb2-49a2-a6ba-59ad558d58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476635 Mar 31 20:38:57.460118 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device bc6def04-9c02-448c-b13e-8441767a6652 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:38:57.564381 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port bc6def04-9c02-448c-b13e-8441767a6652, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bc6def04-9c02-448c-b13e-8441767a6652,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:38:57.577991 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': 'bc6def04-9c02-448c-b13e-8441767a6652', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'port_id': 'bc6def04-9c02-448c-b13e-8441767a6652', 'mac_address': 'fa:16:3e:9f:15:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:38:57.621586 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port bc6def04-9c02-448c-b13e-8441767a6652 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:38:57.622003 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (bc6def04-9c02-448c-b13e-8441767a6652), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:57.636062 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6def04-9c02-448c-b13e-8441767a6652 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:38:57.655950 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port bc6def04-9c02-448c-b13e-8441767a6652, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bc6def04-9c02-448c-b13e-8441767a6652,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:38:57.789934 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924f376-9ec2-422d-a1a8-c34ebf729552 req-0d8540b8-68b9-4f08-888d-3ef53779a96c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:57.790579 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (bc6def04-9c02-448c-b13e-8441767a6652), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:57.791480 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5924f376-9ec2-422d-a1a8-c34ebf729552 req-0d8540b8-68b9-4f08-888d-3ef53779a96c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 944 time: 0.0546379 Mar 31 20:38:57.861471 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=bc6def04-9c02-448c-b13e-8441767a6652,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:57.865038 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5924f376-9ec2-422d-a1a8-c34ebf729552 req-365581e4-7a7c-43ed-a0e9-7b16363ba18e tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=34b57195-dbb2-49a2-a6ba-59ad558d58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663669 Mar 31 20:38:57.874612 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:57.874873 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:57.875218 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:57.875698 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:57.876021 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:57.876426 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:57.877081 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:57.877424 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:57.877807 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:57.878175 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:57.878815 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:57.879149 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:57.879478 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:57.879805 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:57.880381 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:58.098458 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['bc6def04-9c02-448c-b13e-8441767a6652'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:38:58.994520 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212cac2-3d6e-4d44-a03c-b76f4583b6d9 req-15936b8e-43e2-43f6-be75-e5a5bb34778e tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:58.996067 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6212cac2-3d6e-4d44-a03c-b76f4583b6d9 req-15936b8e-43e2-43f6-be75-e5a5bb34778e tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 945 time: 0.0612164 Mar 31 20:38:59.050507 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6212cac2-3d6e-4d44-a03c-b76f4583b6d9 req-1259b808-5909-4a15-b182-eff770f40102 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=34b57195-dbb2-49a2-a6ba-59ad558d58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482087 Mar 31 20:38:59.457900 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device bc6def04-9c02-448c-b13e-8441767a6652 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:38:59.596886 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port bc6def04-9c02-448c-b13e-8441767a6652 completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:38:59.601411 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port bc6def04-9c02-448c-b13e-8441767a6652 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:38:59.601785 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (bc6def04-9c02-448c-b13e-8441767a6652), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:59.685107 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port bc6def04-9c02-448c-b13e-8441767a6652 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:38:59.685506 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (bc6def04-9c02-448c-b13e-8441767a6652), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:59.710926 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be501bc-872d-4dab-8cbe-47e5bea3203d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6def04-9c02-448c-b13e-8441767a6652'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:38:59.713601 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425bb85c-e6fe-436c-9122-b4e1e0833ee3" -d '{"events": [{"server_uuid": "1be501bc-872d-4dab-8cbe-47e5bea3203d", "name": "network-vif-plugged", "status": "completed", "tag": "bc6def04-9c02-448c-b13e-8441767a6652"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:38:59.727678 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port bc6def04-9c02-448c-b13e-8441767a6652, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bc6def04-9c02-448c-b13e-8441767a6652,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:38:59.811928 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30720320-1957-4e45-94cf-160327bc870c x-openstack-request-id: req-30720320-1957-4e45-94cf-160327bc870c {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:38:59.812219 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be501bc-872d-4dab-8cbe-47e5bea3203d", "name": "network-vif-plugged", "status": "completed", "tag": "bc6def04-9c02-448c-b13e-8441767a6652", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:38:59.812478 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-30720320-1957-4e45-94cf-160327bc870c {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:38:59.812937 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30720320-1957-4e45-94cf-160327bc870c'] response: {'server_uuid': '1be501bc-872d-4dab-8cbe-47e5bea3203d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6def04-9c02-448c-b13e-8441767a6652', 'code': 200} Mar 31 20:38:59.859941 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (bc6def04-9c02-448c-b13e-8441767a6652), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:59.910337 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=bc6def04-9c02-448c-b13e-8441767a6652,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:39:00.215882 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432efd3b-ad89-4cba-b1fd-49f600b15fe5 req-5a3e94c3-113b-432f-9b90-294ad7bd137a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:39:00.217427 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-432efd3b-ad89-4cba-b1fd-49f600b15fe5 req-5a3e94c3-113b-432f-9b90-294ad7bd137a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 946 time: 0.0944502 Mar 31 20:39:00.240959 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc4065-1cfb-4d40-a8e3-34de012e8cab req-5b32a55f-dd78-4108-9dff-8c6740fff216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:39:00.242493 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-afdc4065-1cfb-4d40-a8e3-34de012e8cab req-5b32a55f-dd78-4108-9dff-8c6740fff216 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 1130 time: 0.0785284 Mar 31 20:39:00.301563 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-432efd3b-ad89-4cba-b1fd-49f600b15fe5 req-957c0397-6d23-4e78-bf95-8b315ee353a9 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=34b57195-dbb2-49a2-a6ba-59ad558d58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775774 Mar 31 20:39:00.317063 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-afdc4065-1cfb-4d40-a8e3-34de012e8cab req-21f60a75-229d-4d40-9f06-fc0c8d283c99 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=34b57195-dbb2-49a2-a6ba-59ad558d58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668912 Mar 31 20:39:01.433981 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29797dc6-8e84-42a6-9586-40cc154397fe req-257cd437-6787-4a1c-9571-a2cd0653cd7e tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:39:01.435503 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-29797dc6-8e84-42a6-9586-40cc154397fe req-257cd437-6787-4a1c-9571-a2cd0653cd7e tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 946 time: 0.0571358 Mar 31 20:39:01.490568 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-29797dc6-8e84-42a6-9586-40cc154397fe req-8fed686f-932c-4f4e-9075-bcf726558943 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=34b57195-dbb2-49a2-a6ba-59ad558d58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484879 Mar 31 20:39:02.610611 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea48519-b411-4a80-90f8-a45a165dc7ce req-64c2ba6a-ac90-45e8-a935-d5b3f01d3d19 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:39:02.612170 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4ea48519-b411-4a80-90f8-a45a165dc7ce req-64c2ba6a-ac90-45e8-a935-d5b3f01d3d19 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 946 time: 0.0542412 Mar 31 20:39:02.662012 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4ea48519-b411-4a80-90f8-a45a165dc7ce req-80a288b1-489d-42e0-9554-97009f4be034 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=34b57195-dbb2-49a2-a6ba-59ad558d58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442216 Mar 31 20:39:02.788381 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c46a8-eb7b-4b1c-9696-069a43457668 req-0c73202d-0ad6-4c87-a256-2524f2d5cd36 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:39:02.790269 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-0f6c46a8-eb7b-4b1c-9696-069a43457668 req-0c73202d-0ad6-4c87-a256-2524f2d5cd36 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 946 time: 0.0573492 Mar 31 20:39:02.804104 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 49036) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:39:02.811951 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-3c8a35c0-79ac-49ae-954d-427e454e9161 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'floatingip': {'port_id': 'bc6def04-9c02-448c-b13e-8441767a6652'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:39:02.857581 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3c8a35c0-79ac-49ae-954d-427e454e9161 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (ca4b10d9-a914-45f9-a6fd-510cfe80c91c), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:03.294006 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3c8a35c0-79ac-49ae-954d-427e454e9161 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:03.424327 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3c8a35c0-79ac-49ae-954d-427e454e9161 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (ca4b10d9-a914-45f9-a6fd-510cfe80c91c), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:03.530070 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-3c8a35c0-79ac-49ae-954d-427e454e9161 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Floating IP ca4b10d9-a914-45f9-a6fd-510cfe80c91c associated. External IP: 172.27.2.229, port: bc6def04-9c02-448c-b13e-8441767a6652. Mar 31 20:39:03.745072 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8a35c0-79ac-49ae-954d-427e454e9161 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:39:03.859553 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8a35c0-79ac-49ae-954d-427e454e9161 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:39:03.864094 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3c8a35c0-79ac-49ae-954d-427e454e9161 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:03.871037 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7724ec-9b57-4c05-a4e2-ae3586925158 None None] Sync routers for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:39:03.882318 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7724ec-9b57-4c05-a4e2-ae3586925158 None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:39:03.882940 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-6c7724ec-9b57-4c05-a4e2-ae3586925158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:38:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:39:03.894490 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-3c8a35c0-79ac-49ae-954d-427e454e9161 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "PUT /v2.0/floatingips/ca4b10d9-a914-45f9-a6fd-510cfe80c91c HTTP/1.1" status: 200 len: 992 time: 1.0888450 Mar 31 20:39:03.895135 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be501bc-872d-4dab-8cbe-47e5bea3203d', 'tag': 'bc6def04-9c02-448c-b13e-8441767a6652'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:39:03.898144 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25490d9926a6676420a917aceb082fe3552769a0eb5902087ef44461f12d7bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5982e7c-be2a-47f9-9b31-f79a9292dabf" -d '{"events": [{"name": "network-changed", "server_uuid": "1be501bc-872d-4dab-8cbe-47e5bea3203d", "tag": "bc6def04-9c02-448c-b13e-8441767a6652"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:39:04.000051 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-6c7724ec-9b57-4c05-a4e2-ae3586925158 None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:39:04.012152 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e974eb6b-ce83-47ef-a19d-ca18115c5a95 x-openstack-request-id: req-e974eb6b-ce83-47ef-a19d-ca18115c5a95 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:39:04.012550 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be501bc-872d-4dab-8cbe-47e5bea3203d", "tag": "bc6def04-9c02-448c-b13e-8441767a6652", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:39:04.013580 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e974eb6b-ce83-47ef-a19d-ca18115c5a95 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:39:04.014088 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e974eb6b-ce83-47ef-a19d-ca18115c5a95'] response: {'name': 'network-changed', 'server_uuid': '1be501bc-872d-4dab-8cbe-47e5bea3203d', 'tag': 'bc6def04-9c02-448c-b13e-8441767a6652', 'status': 'completed', 'code': 200} Mar 31 20:39:04.081433 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5982e7c-be2a-47f9-9b31-f79a9292dabf req-3c23d285-c3fa-4c1a-ba35-b6b18a9da27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:39:04.082970 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5982e7c-be2a-47f9-9b31-f79a9292dabf req-3c23d285-c3fa-4c1a-ba35-b6b18a9da27b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 1130 time: 0.0502036 Mar 31 20:39:04.182697 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5982e7c-be2a-47f9-9b31-f79a9292dabf req-92c20a33-cd77-4466-859a-7ae415c03664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:39:04.184259 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5982e7c-be2a-47f9-9b31-f79a9292dabf req-92c20a33-cd77-4466-859a-7ae415c03664 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 915 time: 0.0943093 Mar 31 20:39:04.259532 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5982e7c-be2a-47f9-9b31-f79a9292dabf req-484f1173-f421-44ef-9b0d-12885bdcf1ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc6def04-9c02-448c-b13e-8441767a6652 HTTP/1.1" status: 200 len: 1000 time: 0.0671721 Mar 31 20:39:04.317021 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5982e7c-be2a-47f9-9b31-f79a9292dabf req-799f9c6b-3f49-45ca-983f-7819a77244c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:39:04.319461 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5982e7c-be2a-47f9-9b31-f79a9292dabf req-799f9c6b-3f49-45ca-983f-7819a77244c1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7274d10-65e4-4611-914a-d223657fe108 HTTP/1.1" status: 200 len: 853 time: 0.0540328 Mar 31 20:39:04.354634 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-6c7724ec-9b57-4c05-a4e2-ae3586925158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'ca4b10d9-a914-45f9-a6fd-510cfe80c91c', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'bc6def04-9c02-448c-b13e-8441767a6652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:9f:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be501bc-872d-4dab-8cbe-47e5bea3203d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:38:47Z', 'updated_at': '2022-03-31T20:39:03Z', 'revision_number': 1, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:39:04.374034 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5982e7c-be2a-47f9-9b31-f79a9292dabf req-0edda083-0ea8-4460-902c-071e391ee1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:39:04.375581 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5982e7c-be2a-47f9-9b31-f79a9292dabf req-0edda083-0ea8-4460-902c-071e391ee1aa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9318f739-52fc-4924-8d0f-f60c082bd8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504568 Mar 31 20:39:04.384508 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7724ec-9b57-4c05-a4e2-ae3586925158 None None] Checking router: 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:39:04.401320 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7724ec-9b57-4c05-a4e2-ae3586925158 None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:39:04.401947 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-6c7724ec-9b57-4c05-a4e2-ae3586925158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:38:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:39:04.472146 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5982e7c-be2a-47f9-9b31-f79a9292dabf req-97fc96e2-a19b-4ea1-9477-7d7de3a8aace service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901825 Mar 31 20:39:04.571775 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a5982e7c-be2a-47f9-9b31-f79a9292dabf req-1741d811-3b06-44ea-8576-78be534f8cd5 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942128 Mar 31 20:39:04.634222 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-6c7724ec-9b57-4c05-a4e2-ae3586925158 None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:39:04.872199 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-6c7724ec-9b57-4c05-a4e2-ae3586925158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'ca4b10d9-a914-45f9-a6fd-510cfe80c91c', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'bc6def04-9c02-448c-b13e-8441767a6652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:9f:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be501bc-872d-4dab-8cbe-47e5bea3203d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:38:47Z', 'updated_at': '2022-03-31T20:39:03Z', 'revision_number': 1, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:39:04.909079 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7724ec-9b57-4c05-a4e2-ae3586925158 None None] The sync data for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi is: [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': 'ca4b10d9-a914-45f9-a6fd-510cfe80c91c', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'bc6def04-9c02-448c-b13e-8441767a6652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:9f:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be501bc-872d-4dab-8cbe-47e5bea3203d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:38:47Z', 'updated_at': '2022-03-31T20:39:03Z', 'revision_number': 1, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:39:05.128056 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851ab7d7-2e8a-4e8e-a503-4219f0587cab None None] New status for floating IP ca4b10d9-a914-45f9-a6fd-510cfe80c91c: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:39:10.592673 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:13.818786 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:39:17.539122 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-d1b08b4d-4e5a-431b-9746-e366eda9d65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:19.870712 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-df15ef9b-69a6-472d-b475-bcc4a6d210d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:21.030081 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:22.328332 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:23.900045 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:40.538994 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:47.521999 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-0b382f85-9be2-49ac-842b-ffa4f03fa32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:49.841533 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-6b5a0529-2524-4238-8191-443206e78d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:50.824164 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:39:51.023392 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:52.309634 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:53.812675 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:55.803910 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c934c42-b793-4884-a8fd-ae28ec4b34cc req-0930b14d-225f-49ab-bf7e-84201e38435c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0621133 Mar 31 20:39:55.904109 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c934c42-b793-4884-a8fd-ae28ec4b34cc req-4fa31b2d-4a25-4744-95a6-e0979aa7731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:39:55.905697 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c934c42-b793-4884-a8fd-ae28ec4b34cc req-4fa31b2d-4a25-4744-95a6-e0979aa7731d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 1130 time: 0.0515821 Mar 31 20:39:56.046121 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c934c42-b793-4884-a8fd-ae28ec4b34cc req-51173de8-fdab-431e-a82e-85eb92ca908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:39:56.048582 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c934c42-b793-4884-a8fd-ae28ec4b34cc req-51173de8-fdab-431e-a82e-85eb92ca908e service neutron] 10.222.0.76 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 915 time: 0.1212885 Mar 31 20:39:56.161406 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c934c42-b793-4884-a8fd-ae28ec4b34cc req-ee4f9946-51d1-4230-b81d-2e3247b07835 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc6def04-9c02-448c-b13e-8441767a6652 HTTP/1.1" status: 200 len: 1002 time: 0.1061242 Mar 31 20:39:56.222938 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c934c42-b793-4884-a8fd-ae28ec4b34cc req-1736307b-729d-4a22-a257-bdcdb28d1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:39:56.225170 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c934c42-b793-4884-a8fd-ae28ec4b34cc req-1736307b-729d-4a22-a257-bdcdb28d1cd7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7274d10-65e4-4611-914a-d223657fe108 HTTP/1.1" status: 200 len: 853 time: 0.0577011 Mar 31 20:39:56.280958 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c934c42-b793-4884-a8fd-ae28ec4b34cc req-29613f20-5206-452b-b81f-305ffd6a0dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:39:56.282594 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c934c42-b793-4884-a8fd-ae28ec4b34cc req-29613f20-5206-452b-b81f-305ffd6a0dfb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9318f739-52fc-4924-8d0f-f60c082bd8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516272 Mar 31 20:39:56.381584 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c934c42-b793-4884-a8fd-ae28ec4b34cc req-55b53278-2144-4246-bddd-47fa024c274e service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933015 Mar 31 20:39:56.482368 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-4c934c42-b793-4884-a8fd-ae28ec4b34cc req-2fa50461-6aad-4df2-a360-bfd349a93c39 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950036 Mar 31 20:40:10.590075 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:17.526626 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-60a9505e-5bad-4ade-85e5-0f96aaf87830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:19.960663 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-37eafc8f-7eab-4034-a78f-bf37a83eefad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:21.074531 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:22.279963 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:23.829440 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:27.831803 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:40:29.553341 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d1792-b94a-4d1d-9275-ec62cbcd68ff req-c8850a5b-ba21-44a7-920a-bdb0850e929c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:29.555103 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9c2d1792-b94a-4d1d-9275-ec62cbcd68ff req-c8850a5b-ba21-44a7-920a-bdb0850e929c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 946 time: 0.0778885 Mar 31 20:40:29.615605 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9c2d1792-b94a-4d1d-9275-ec62cbcd68ff req-b778c25a-4002-4416-bd46-ae965b8ad2f5 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=34b57195-dbb2-49a2-a6ba-59ad558d58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518143 Mar 31 20:40:30.760773 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd944424-bcee-4373-a528-673806a4c21e req-b51c048b-a391-4894-89f2-141d67980272 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:30.770815 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dd944424-bcee-4373-a528-673806a4c21e req-b51c048b-a391-4894-89f2-141d67980272 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 946 time: 0.0575962 Mar 31 20:40:30.820956 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dd944424-bcee-4373-a528-673806a4c21e req-fd9602b4-bd70-417a-bbf7-3638474de61d tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=34b57195-dbb2-49a2-a6ba-59ad558d58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499392 Mar 31 20:40:31.268812 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-fde84a21-d796-48dc-9ac7-a57b29027967 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:31.270295 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-fde84a21-d796-48dc-9ac7-a57b29027967 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 946 time: 0.0711093 Mar 31 20:40:31.414808 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Deleting port bc6def04-9c02-448c-b13e-8441767a6652 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:40:31.415163 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (bc6def04-9c02-448c-b13e-8441767a6652), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:31.534186 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] For port bc6def04-9c02-448c-b13e-8441767a6652, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bc6def04-9c02-448c-b13e-8441767a6652,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:40:31.534506 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (bc6def04-9c02-448c-b13e-8441767a6652), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:31.737122 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:31.737803 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (ca4b10d9-a914-45f9-a6fd-510cfe80c91c), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:31.738135 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Floating IP ca4b10d9-a914-45f9-a6fd-510cfe80c91c disassociated. External IP: 172.27.2.229, port: bc6def04-9c02-448c-b13e-8441767a6652. Mar 31 20:40:31.738484 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Calling delete_port for bc6def04-9c02-448c-b13e-8441767a6652 owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:40:31.964268 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d80c8-433f-42a0-acd4-e605a3795cb4 req-0111c605-56d7-4916-aa62-c837eeb91364 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:31.966037 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-805d80c8-433f-42a0-acd4-e605a3795cb4 req-0111c605-56d7-4916-aa62-c837eeb91364 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 946 time: 0.0611894 Mar 31 20:40:32.021496 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-805d80c8-433f-42a0-acd4-e605a3795cb4 req-b1282c6b-65ce-4344-9efb-48ad43f31157 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=34b57195-dbb2-49a2-a6ba-59ad558d58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453742 Mar 31 20:40:32.023412 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (bc6def04-9c02-448c-b13e-8441767a6652), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:32.055522 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event deleted for resources: {'Port': ['ID=bc6def04-9c02-448c-b13e-8441767a6652,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:32.077284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.077284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.077284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.077284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.077284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.077284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.077284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.077284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.077284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.077284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.077284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.077284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.077284 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.078884 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.078884 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:32.200488 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:40:32.315412 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:40:32.326002 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760d9dc6-53f8-4ba5-b64d-9a0160c94389 None None] Sync routers for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:40:32.336006 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760d9dc6-53f8-4ba5-b64d-9a0160c94389 None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:40:32.336561 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-760d9dc6-53f8-4ba5-b64d-9a0160c94389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:40:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:40:32.361353 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] No DVR routers for this DVR port bc6def04-9c02-448c-b13e-8441767a6652 on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:40:32.365102 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:32.370246 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-22b02bf8-2e30-424d-ac40-8b095cd8f9d6 req-3dfa35f4-bdbe-439a-b317-c1b26209a387 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "DELETE /v2.0/ports/bc6def04-9c02-448c-b13e-8441767a6652 HTTP/1.1" status: 204 len: 173 time: 1.0946739 Mar 31 20:40:32.370916 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be501bc-872d-4dab-8cbe-47e5bea3203d', 'name': 'network-vif-deleted', 'tag': 'bc6def04-9c02-448c-b13e-8441767a6652'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:40:32.374422 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3996ea42-2b62-4fd4-9905-57588fba680d" -d '{"events": [{"server_uuid": "1be501bc-872d-4dab-8cbe-47e5bea3203d", "name": "network-vif-deleted", "tag": "bc6def04-9c02-448c-b13e-8441767a6652"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:40:32.481654 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-760d9dc6-53f8-4ba5-b64d-9a0160c94389 None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:40:32.506809 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5440dd-f8b4-4bbf-92aa-76bea39e06ba x-openstack-request-id: req-4c5440dd-f8b4-4bbf-92aa-76bea39e06ba {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:40:32.508533 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be501bc-872d-4dab-8cbe-47e5bea3203d", "name": "network-vif-deleted", "tag": "bc6def04-9c02-448c-b13e-8441767a6652", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:40:32.509065 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4c5440dd-f8b4-4bbf-92aa-76bea39e06ba {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:40:32.510511 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5440dd-f8b4-4bbf-92aa-76bea39e06ba'] response: {'server_uuid': '1be501bc-872d-4dab-8cbe-47e5bea3203d', 'name': 'network-vif-deleted', 'tag': 'bc6def04-9c02-448c-b13e-8441767a6652', 'status': 'completed', 'code': 200} Mar 31 20:40:32.721251 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-760d9dc6-53f8-4ba5-b64d-9a0160c94389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:40:32.748641 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760d9dc6-53f8-4ba5-b64d-9a0160c94389 None None] Checking router: 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:40:32.757291 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760d9dc6-53f8-4ba5-b64d-9a0160c94389 None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:40:32.759543 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-760d9dc6-53f8-4ba5-b64d-9a0160c94389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:40:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:40:32.868170 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-760d9dc6-53f8-4ba5-b64d-9a0160c94389 None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:40:33.070038 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-760d9dc6-53f8-4ba5-b64d-9a0160c94389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:40:33.100499 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760d9dc6-53f8-4ba5-b64d-9a0160c94389 None None] The sync data for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi is: [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:40:33.144223 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-255ca136-4665-4eb0-9ee9-f809a3c512ee req-c29eb514-8626-4214-9f7c-536085b1427f tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be501bc-872d-4dab-8cbe-47e5bea3203d HTTP/1.1" status: 200 len: 210 time: 0.0324166 Mar 31 20:40:33.344594 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a20f9e-b8ba-4d90-ab9c-010511acb469 None None] New status for floating IP ca4b10d9-a914-45f9-a6fd-510cfe80c91c: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:40:33.812225 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device bc6def04-9c02-448c-b13e-8441767a6652 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:40:33.833251 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: bc6def04-9c02-448c-b13e-8441767a6652 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:40:33.833601 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device bc6def04-9c02-448c-b13e-8441767a6652 not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:40:34.304004 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 49148) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:40:34.361124 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (34b57195-dbb2-49a2-a6ba-59ad558d58fc), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:34.385204 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (34b57195-dbb2-49a2-a6ba-59ad558d58fc), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:34.508673 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (34b57195-dbb2-49a2-a6ba-59ad558d58fc), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:34.511389 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:34.512527 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "DELETE /v2.0/security-groups/34b57195-dbb2-49a2-a6ba-59ad558d58fc HTTP/1.1" status: 204 len: 168 time: 0.2075245 Mar 31 20:40:34.515608 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49152) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:40:34.521983 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b57195-dbb2-49a2-a6ba-59ad558d58fc,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:34.529627 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.529851 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.api.v2.resource [None req-d2999571-3935-4345-9ced-7ebf7b463efe tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] show failed (client error): The resource could not be found. Mar 31 20:40:34.529991 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.530338 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.533630 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.533784 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-d2999571-3935-4345-9ced-7ebf7b463efe tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups/34b57195-dbb2-49a2-a6ba-59ad558d58fc HTTP/1.1" status: 404 len: 347 time: 0.0141318 Mar 31 20:40:34.533888 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.533888 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.533888 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.533888 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.533888 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.533888 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.533888 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.533888 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.533888 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.534642 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49154) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:40:34.534724 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.534724 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e51862-c73f-4e9a-b26c-cad992072050 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:34.670031 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-0b5509aa-4344-4240-a312-1ee3c7460421 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Deleting port 4b5730c4-1b9b-45e9-a9a5-f0033e0409df {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:40:34.670376 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b5509aa-4344-4240-a312-1ee3c7460421 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (4b5730c4-1b9b-45e9-a9a5-f0033e0409df), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:34.754092 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b5509aa-4344-4240-a312-1ee3c7460421 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (4b5730c4-1b9b-45e9-a9a5-f0033e0409df), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:34.754426 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b5509aa-4344-4240-a312-1ee3c7460421 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (4b5730c4-1b9b-45e9-a9a5-f0033e0409df), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:34.768056 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-0b5509aa-4344-4240-a312-1ee3c7460421 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Calling delete_port for 4b5730c4-1b9b-45e9-a9a5-f0033e0409df owned by network:floatingip {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:40:35.045988 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b5509aa-4344-4240-a312-1ee3c7460421 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (4b5730c4-1b9b-45e9-a9a5-f0033e0409df), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:35.072880 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5509aa-4344-4240-a312-1ee3c7460421 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event deleted for resources: {'Port': ['ID=4b5730c4-1b9b-45e9-a9a5-f0033e0409df,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:35.143157 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b5509aa-4344-4240-a312-1ee3c7460421 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (ca4b10d9-a914-45f9-a6fd-510cfe80c91c), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:35.145795 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0b5509aa-4344-4240-a312-1ee3c7460421 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:35.147009 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-0b5509aa-4344-4240-a312-1ee3c7460421 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "DELETE /v2.0/floatingips/ca4b10d9-a914-45f9-a6fd-510cfe80c91c HTTP/1.1" status: 204 len: 168 time: 0.6121051 Mar 31 20:40:35.507936 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49158) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:40:35.512613 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-9138336d-b290-4ab6-8a8c-e609d8b6ebd0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1050063940', 'description': 'tempest-description--1173019173'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:40:35.646252 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9138336d-b290-4ab6-8a8c-e609d8b6ebd0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:35.715191 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9138336d-b290-4ab6-8a8c-e609d8b6ebd0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (17d272ab-11a2-4f68-bb31-43cc94ab73d3), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:35.818353 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9138336d-b290-4ab6-8a8c-e609d8b6ebd0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (17d272ab-11a2-4f68-bb31-43cc94ab73d3), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:35.848388 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138336d-b290-4ab6-8a8c-e609d8b6ebd0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d272ab-11a2-4f68-bb31-43cc94ab73d3,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:36.030502 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9138336d-b290-4ab6-8a8c-e609d8b6ebd0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:36.031821 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-9138336d-b290-4ab6-8a8c-e609d8b6ebd0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5227315 Mar 31 20:40:36.034682 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49160) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:40:36.039193 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-b667d8de-3591-4c0c-b137-2c21c7ef62ab tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'security_group_rule': {'security_group_id': '17d272ab-11a2-4f68-bb31-43cc94ab73d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:40:36.171205 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b667d8de-3591-4c0c-b137-2c21c7ef62ab tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (d45ba875-83af-4ca9-82d9-0793a02970db), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:36.227146 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b667d8de-3591-4c0c-b137-2c21c7ef62ab tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (d45ba875-83af-4ca9-82d9-0793a02970db), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:36.359726 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b667d8de-3591-4c0c-b137-2c21c7ef62ab tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (d45ba875-83af-4ca9-82d9-0793a02970db), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:36.377657 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667d8de-3591-4c0c-b137-2c21c7ef62ab tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45ba875-83af-4ca9-82d9-0793a02970db,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:36.527388 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b667d8de-3591-4c0c-b137-2c21c7ef62ab tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:36.528794 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-b667d8de-3591-4c0c-b137-2c21c7ef62ab tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4931095 Mar 31 20:40:36.531500 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49162) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:40:36.536184 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-a4c3ef09-ae57-4878-bcdb-cdee5c8935ba tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'security_group_rule': {'security_group_id': '17d272ab-11a2-4f68-bb31-43cc94ab73d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:40:36.724697 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a4c3ef09-ae57-4878-bcdb-cdee5c8935ba tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (5c1b2b44-e98b-448f-80ee-745ffe584b5c), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:36.785783 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a4c3ef09-ae57-4878-bcdb-cdee5c8935ba tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (5c1b2b44-e98b-448f-80ee-745ffe584b5c), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:36.902644 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a4c3ef09-ae57-4878-bcdb-cdee5c8935ba tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16253591'] for security_group_rule (5c1b2b44-e98b-448f-80ee-745ffe584b5c), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:36.923408 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3ef09-ae57-4878-bcdb-cdee5c8935ba tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1b2b44-e98b-448f-80ee-745ffe584b5c,revision_number=0']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:37.040634 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a4c3ef09-ae57-4878-bcdb-cdee5c8935ba tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:37.042010 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-a4c3ef09-ae57-4878-bcdb-cdee5c8935ba tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5093980 Mar 31 20:40:37.045107 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49164) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:40:37.049330 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'floatingip': {'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:40:37.205968 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:37.303855 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:37.411607 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Allocated IP 172.27.2.168 (3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf/6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b/04e402a1-c4ce-41d6-bfd7-a9782597298a) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:40:37.513285 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for port (04e402a1-c4ce-41d6-bfd7-a9782597298a), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:37.696264 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (04e402a1-c4ce-41d6-bfd7-a9782597298a), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:37.733919 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Network 3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:40:37.736867 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:40:37.742440 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:40:37.774724 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'Port': ['ID=04e402a1-c4ce-41d6-bfd7-a9782597298a,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:37.844236 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (07fe0482-e492-4855-898d-02688f571b3b), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:37.971246 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (04e402a1-c4ce-41d6-bfd7-a9782597298a), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:38.122844 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for port (04e402a1-c4ce-41d6-bfd7-a9782597298a), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:38.222376 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (04e402a1-c4ce-41d6-bfd7-a9782597298a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:38.289753 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'Port': ['ID=04e402a1-c4ce-41d6-bfd7-a9782597298a,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:38.301884 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (07fe0482-e492-4855-898d-02688f571b3b), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:38.419141 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:38.420304 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-b0e7104b-b35b-48d7-a262-3dc46852f4d0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3742721 Mar 31 20:40:38.576838 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-4128ab2b-5202-4651-8997-7eeab234b259 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1050063940&fields=id&tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44 HTTP/1.1" status: 200 len: 267 time: 0.0436332 Mar 31 20:40:38.685213 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fdd3f-e936-4cdd-b650-177555690af4 req-a30cd675-4941-49c1-8590-daaee9e02b75 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:38.686592 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-a30cd675-4941-49c1-8590-daaee9e02b75 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 814 time: 0.1033056 Mar 31 20:40:38.702069 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-e285bd84-b5a4-411d-a1b4-eb5463a785c4 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/quotas/87e2c2e82bf8434ea0e1c7bb6af5fb44 HTTP/1.1" status: 200 len: 375 time: 0.0097661 Mar 31 20:40:38.759118 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-7c6327c4-4f0a-4c81-a7f9-25bd17c0c78b tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514188 Mar 31 20:40:38.902375 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-47e86cec-2eda-4ac6-b7f8-6a045c2c6502 service neutron] 10.222.0.74 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316826 Mar 31 20:40:38.993256 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-9793822d-3eaf-4791-b67a-e0703624594e service neutron] 10.222.0.74 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850782 Mar 31 20:40:39.290770 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-450fa246-7fc8-4f05-b946-0aa7108f612e req-ff20b047-8c45-489c-b751-4468102f408c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 210 time: 0.0278785 Mar 31 20:40:40.391543 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-a0e2ebee-9cf2-443d-a5af-ca9880f5b700 req-f11e66df-cfdc-4687-992e-dc5227716560 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 210 time: 0.0313735 Mar 31 20:40:40.565664 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:41.504809 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-67012ea7-5147-44f5-b5e0-e4a3f2160512 req-77740606-6377-4d9e-a54c-01770ec8a6b1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 210 time: 0.0316188 Mar 31 20:40:41.542557 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fdd3f-e936-4cdd-b650-177555690af4 req-115c34bb-e27d-4c07-8bd6-a895b88aff9d tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:41.543980 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-115c34bb-e27d-4c07-8bd6-a895b88aff9d tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 814 time: 0.1251316 Mar 31 20:40:41.608449 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-5fdb66ba-d487-457c-8542-49eea9b6058c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44 HTTP/1.1" status: 200 len: 380 time: 0.0568433 Mar 31 20:40:41.628005 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-375fdd3f-e936-4cdd-b650-177555690af4 req-302f1add-85ce-4891-84f4-e50b9ee69166 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'port': {'device_id': '30f6bce5-499f-45cc-9b6f-d4985b2fbff1', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'admin_state_up': True, 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'security_groups': ['17d272ab-11a2-4f68-bb31-43cc94ab73d3']}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:40:41.868326 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375fdd3f-e936-4cdd-b650-177555690af4 req-302f1add-85ce-4891-84f4-e50b9ee69166 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Made reservation on behalf of 87e2c2e82bf8434ea0e1c7bb6af5fb44 for: {'port': 1} {{(pid=103921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:40:41.871774 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-375fdd3f-e936-4cdd-b650-177555690af4 req-302f1add-85ce-4891-84f4-e50b9ee69166 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:42.002061 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [req-375fdd3f-e936-4cdd-b650-177555690af4 req-302f1add-85ce-4891-84f4-e50b9ee69166 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Allocated IP 172.20.0.13 (9318f739-52fc-4924-8d0f-f60c082bd8b2/a7274d10-65e4-4611-914a-d223657fe108/b70088c6-bd0a-4839-bbfc-4964dc2151f6) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:40:42.144457 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-375fdd3f-e936-4cdd-b650-177555690af4 req-302f1add-85ce-4891-84f4-e50b9ee69166 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:42.325887 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-375fdd3f-e936-4cdd-b650-177555690af4 req-302f1add-85ce-4891-84f4-e50b9ee69166 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779407692045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:42.370152 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375fdd3f-e936-4cdd-b650-177555690af4 req-302f1add-85ce-4891-84f4-e50b9ee69166 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Network 9318f739-52fc-4924-8d0f-f60c082bd8b2 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:40:42.373266 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [req-375fdd3f-e936-4cdd-b650-177555690af4 req-302f1add-85ce-4891-84f4-e50b9ee69166 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:40:42.377086 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-375fdd3f-e936-4cdd-b650-177555690af4 req-302f1add-85ce-4891-84f4-e50b9ee69166 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:40:42.405438 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f1add-85ce-4891-84f4-e50b9ee69166 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event updated for resources: {'Port': ['ID=b70088c6-bd0a-4839-bbfc-4964dc2151f6,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:42.436689 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fdd3f-e936-4cdd-b650-177555690af4 req-302f1add-85ce-4891-84f4-e50b9ee69166 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:42.437773 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-375fdd3f-e936-4cdd-b650-177555690af4 req-302f1add-85ce-4891-84f4-e50b9ee69166 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:42.561429 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-302f1add-85ce-4891-84f4-e50b9ee69166 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9487178 Mar 31 20:40:42.574449 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Request body: {'port': {'device_id': '30f6bce5-499f-45cc-9b6f-d4985b2fbff1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:40:42.651120 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-6704d128-cd79-48be-b953-4484dd9efd65 None None] Provisioning complete for port b70088c6-bd0a-4839-bbfc-4964dc2151f6 triggered by entity DHCP. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:40:42.651707 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-6704d128-cd79-48be-b953-4484dd9efd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:42.687977 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-6704d128-cd79-48be-b953-4484dd9efd65 None None] Port b70088c6-bd0a-4839-bbfc-4964dc2151f6 cannot update to ACTIVE because it is not bound. {{(pid=103922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:40:42.948444 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:42.958250 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b7fa1-3e38-4f68-9d2b-dcbafdddd5d2 req-d5249125-f074-4d52-b6e8-42e840083220 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:42.959753 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b2b7fa1-3e38-4f68-9d2b-dcbafdddd5d2 req-d5249125-f074-4d52-b6e8-42e840083220 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 932 time: 0.3824468 Mar 31 20:40:43.086251 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b2b7fa1-3e38-4f68-9d2b-dcbafdddd5d2 req-a06609ce-f1c8-46d5-bee4-14c169b73ca8 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=17d272ab-11a2-4f68-bb31-43cc94ab73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194832 Mar 31 20:40:43.250693 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70088c6-bd0a-4839-bbfc-4964dc2151f6 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:40:43.257980 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Publish callbacks [] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:43.270610 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Transition to ACTIVE for port object b70088c6-bd0a-4839-bbfc-4964dc2151f6 will not be triggered until provisioned by entity L2. {{(pid=103921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:40:43.348018 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:43.401126 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b70088c6-bd0a-4839-bbfc-4964dc2151f6,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:43.478687 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Attempting to bind port b70088c6-bd0a-4839-bbfc-4964dc2151f6 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:40:43.479040 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Attempting to bind port b70088c6-bd0a-4839-bbfc-4964dc2151f6 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:40:43.479380 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Attempting to bind port b70088c6-bd0a-4839-bbfc-4964dc2151f6 on network 9318f739-52fc-4924-8d0f-f60c082bd8b2 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:40:43.484869 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Port b70088c6-bd0a-4839-bbfc-4964dc2151f6 on network 9318f739-52fc-4924-8d0f-f60c082bd8b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:40:43.485206 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Attempting to bind port b70088c6-bd0a-4839-bbfc-4964dc2151f6 on network 9318f739-52fc-4924-8d0f-f60c082bd8b2 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:40:43.490537 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Checking agent: {'id': 'c1764025-52f7-4a01-842b-216b55345eba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:40:43.490888 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Checking segment: {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:40:43.491280 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Bound using segment: {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:40:43.491718 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Bound port: b70088c6-bd0a-4839-bbfc-4964dc2151f6, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:40:43.492089 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:43.567413 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] For port b70088c6-bd0a-4839-bbfc-4964dc2151f6, host hv-cinder-83607, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:40:43.571395 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] For port b70088c6-bd0a-4839-bbfc-4964dc2151f6, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b70088c6-bd0a-4839-bbfc-4964dc2151f6,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:40:43.708933 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13899243'] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:43.744880 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:43.745538 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:43.747083 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] 10.222.0.76 "PUT /v2.0/ports/b70088c6-bd0a-4839-bbfc-4964dc2151f6 HTTP/1.1" status: 200 len: 1094 time: 1.1783612 Mar 31 20:40:43.747431 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f6bce5-499f-45cc-9b6f-d4985b2fbff1', 'tag': 'b70088c6-bd0a-4839-bbfc-4964dc2151f6'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:40:43.749687 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8340bf3-56bf-4974-9eb0-8a0f242a70b2" -d '{"events": [{"name": "network-changed", "server_uuid": "30f6bce5-499f-45cc-9b6f-d4985b2fbff1", "tag": "b70088c6-bd0a-4839-bbfc-4964dc2151f6"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:40:43.780354 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce5257-86bf-45e1-afec-cfd5a13cf9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b70088c6-bd0a-4839-bbfc-4964dc2151f6,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:43.795205 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67ee6b3-b621-4aa5-b7ed-ee3869593a50 x-openstack-request-id: req-e67ee6b3-b621-4aa5-b7ed-ee3869593a50 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:40:43.795453 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f6bce5-499f-45cc-9b6f-d4985b2fbff1", "tag": "b70088c6-bd0a-4839-bbfc-4964dc2151f6", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:40:43.795706 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e67ee6b3-b621-4aa5-b7ed-ee3869593a50 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:40:43.796116 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e67ee6b3-b621-4aa5-b7ed-ee3869593a50'] response: {'name': 'network-changed', 'server_uuid': '30f6bce5-499f-45cc-9b6f-d4985b2fbff1', 'tag': 'b70088c6-bd0a-4839-bbfc-4964dc2151f6', 'status': 'completed', 'code': 200} Mar 31 20:40:43.866779 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8340bf3-56bf-4974-9eb0-8a0f242a70b2 req-6eae749b-2fc6-4af5-8f4a-dbbabbbe28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:43.868293 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d8340bf3-56bf-4974-9eb0-8a0f242a70b2 req-6eae749b-2fc6-4af5-8f4a-dbbabbbe28d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 1128 time: 0.0546405 Mar 31 20:40:43.974800 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8340bf3-56bf-4974-9eb0-8a0f242a70b2 req-5f88a6f2-5f99-4446-9885-a08a34deaaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:43.976366 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d8340bf3-56bf-4974-9eb0-8a0f242a70b2 req-5f88a6f2-5f99-4446-9885-a08a34deaaf8 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1011322 Mar 31 20:40:44.074621 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8340bf3-56bf-4974-9eb0-8a0f242a70b2 req-8065ddfa-65c1-49b5-ba2f-ec3f1aa44a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:44.076102 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-d8340bf3-56bf-4974-9eb0-8a0f242a70b2 req-8065ddfa-65c1-49b5-ba2f-ec3f1aa44a67 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941741 Mar 31 20:40:44.160237 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fdd3f-e936-4cdd-b650-177555690af4 req-456cf038-5273-4cf4-9d77-fdd99e1952a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:44.161759 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-456cf038-5273-4cf4-9d77-fdd99e1952a4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 1128 time: 0.0506148 Mar 31 20:40:44.220541 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-dcad3f43-cecb-45eb-98ad-8a07b5e0916b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70088c6-bd0a-4839-bbfc-4964dc2151f6 HTTP/1.1" status: 200 len: 217 time: 0.0491817 Mar 31 20:40:44.275411 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8351231-c424-4584-973f-d04010907337 req-bf3ee401-5efe-49d6-a443-78fe11903d5c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:44.276899 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b8351231-c424-4584-973f-d04010907337 req-bf3ee401-5efe-49d6-a443-78fe11903d5c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 944 time: 0.1142387 Mar 31 20:40:44.294387 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fdd3f-e936-4cdd-b650-177555690af4 req-7e0ffe9f-c81f-4c36-b048-63ac51a1607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:44.295711 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-7e0ffe9f-c81f-4c36-b048-63ac51a1607a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7274d10-65e4-4611-914a-d223657fe108 HTTP/1.1" status: 200 len: 853 time: 0.0679450 Mar 31 20:40:44.358277 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-b8351231-c424-4584-973f-d04010907337 req-12d52249-8883-4f67-a8a0-1eb8b48b335a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=17d272ab-11a2-4f68-bb31-43cc94ab73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753064 Mar 31 20:40:44.370194 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fdd3f-e936-4cdd-b650-177555690af4 req-538e9549-5c4a-4c11-834e-4a504e34c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:44.371702 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-538e9549-5c4a-4c11-834e-4a504e34c0c9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9318f739-52fc-4924-8d0f-f60c082bd8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698845 Mar 31 20:40:44.460223 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-0d06e54b-7e5f-4440-a0bb-0d7425c79b39 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827265 Mar 31 20:40:44.554041 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-375fdd3f-e936-4cdd-b650-177555690af4 req-e3b4cd3d-b63d-4c19-98f4-fef0d2b48dea service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878353 Mar 31 20:40:45.479643 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682e157-0beb-4aa6-b235-c93b98477b42 req-49ff11df-52dc-4d08-801b-77e3e43c8eba tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:45.481139 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8682e157-0beb-4aa6-b235-c93b98477b42 req-49ff11df-52dc-4d08-801b-77e3e43c8eba tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 944 time: 0.0540154 Mar 31 20:40:45.528258 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8682e157-0beb-4aa6-b235-c93b98477b42 req-5f11973e-f02e-47a7-8ff1-362b6b448bac tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=17d272ab-11a2-4f68-bb31-43cc94ab73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412836 Mar 31 20:40:46.656362 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284a245-da72-4b2e-94a6-2d1b2b7ac65d req-f2f60dc2-2205-488b-81a0-0bb8d644613a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:46.657967 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9284a245-da72-4b2e-94a6-2d1b2b7ac65d req-f2f60dc2-2205-488b-81a0-0bb8d644613a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 944 time: 0.0618966 Mar 31 20:40:46.708654 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9284a245-da72-4b2e-94a6-2d1b2b7ac65d req-a733a6fc-c93f-49fc-9bf4-d307cbdb44d1 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=17d272ab-11a2-4f68-bb31-43cc94ab73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449204 Mar 31 20:40:47.496182 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2b1754cd-e0e9-41c9-9f8a-7990016c6d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:47.839817 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fa428-e554-4650-9e55-31e4e3b6d3d4 req-5033e93d-79d4-4c90-83a4-702a3fbf543b tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:47.841561 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9e4fa428-e554-4650-9e55-31e4e3b6d3d4 req-5033e93d-79d4-4c90-83a4-702a3fbf543b tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 944 time: 0.0573802 Mar 31 20:40:47.874288 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device b70088c6-bd0a-4839-bbfc-4964dc2151f6 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:40:47.901649 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-9e4fa428-e554-4650-9e55-31e4e3b6d3d4 req-03f102cc-e4d0-416b-948d-9ec76014395e tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=17d272ab-11a2-4f68-bb31-43cc94ab73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539739 Mar 31 20:40:47.991541 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port b70088c6-bd0a-4839-bbfc-4964dc2151f6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b70088c6-bd0a-4839-bbfc-4964dc2151f6,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:40:48.003862 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Returning: {'device': 'b70088c6-bd0a-4839-bbfc-4964dc2151f6', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'port_id': 'b70088c6-bd0a-4839-bbfc-4964dc2151f6', 'mac_address': 'fa:16:3e:5d:4a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:40:48.052450 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port b70088c6-bd0a-4839-bbfc-4964dc2151f6 is: DOWN; New status is: BUILD {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:40:48.052940 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:48.067169 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70088c6-bd0a-4839-bbfc-4964dc2151f6 {{(pid=103922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:40:48.089005 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port b70088c6-bd0a-4839-bbfc-4964dc2151f6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b70088c6-bd0a-4839-bbfc-4964dc2151f6,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:40:48.181863 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:48.229919 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=b70088c6-bd0a-4839-bbfc-4964dc2151f6,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:48.237607 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.237967 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.238313 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.238652 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.238985 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.239316 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.239642 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.239970 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.240294 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.240618 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.240993 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.241391 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.241767 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.242038 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.242360 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:48.491480 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] get_ports_and_sgs() called for port_ids ['b70088c6-bd0a-4839-bbfc-4964dc2151f6'] {{(pid=103922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:40:49.021094 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089076ff-e7e0-4a7d-80a1-0a9e12f13fdb req-1688a156-dccf-4190-a568-8f0068c52286 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:49.022681 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-089076ff-e7e0-4a7d-80a1-0a9e12f13fdb req-1688a156-dccf-4190-a568-8f0068c52286 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 945 time: 0.0539429 Mar 31 20:40:49.075806 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-089076ff-e7e0-4a7d-80a1-0a9e12f13fdb req-536797f5-5574-491d-9b98-36063797a5f9 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=17d272ab-11a2-4f68-bb31-43cc94ab73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468223 Mar 31 20:40:49.885946 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-545ce2b0-a9d5-49d0-985d-f7bb2a1beadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:49.905082 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device b70088c6-bd0a-4839-bbfc-4964dc2151f6 up at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:40:50.049636 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning for port b70088c6-bd0a-4839-bbfc-4964dc2151f6 completed by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:40:50.053830 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.provisioning_blocks [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Provisioning complete for port b70088c6-bd0a-4839-bbfc-4964dc2151f6 triggered by entity L2. {{(pid=103922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:40:50.054204 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858507'] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), provisioning_complete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:50.141530 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Current status of the port b70088c6-bd0a-4839-bbfc-4964dc2151f6 is: BUILD; New status is: ACTIVE {{(pid=103922) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:40:50.141837 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886385'] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:50.167561 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f6bce5-499f-45cc-9b6f-d4985b2fbff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70088c6-bd0a-4839-bbfc-4964dc2151f6'}] {{(pid=103922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:40:50.169937 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bde5c5f081af3d151cf49cab3b2368001c3d536574718a8434bc73f23d2b14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6949e127-d933-4d0e-a9af-36c83c267ff8" -d '{"events": [{"server_uuid": "30f6bce5-499f-45cc-9b6f-d4985b2fbff1", "name": "network-vif-plugged", "status": "completed", "tag": "b70088c6-bd0a-4839-bbfc-4964dc2151f6"}]}' {{(pid=103922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:40:50.185057 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] For port b70088c6-bd0a-4839-bbfc-4964dc2151f6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b70088c6-bd0a-4839-bbfc-4964dc2151f6,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:40:50.213258 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ed05e1-c4bc-4ddd-9280-9f75e4e663e3 x-openstack-request-id: req-19ed05e1-c4bc-4ddd-9280-9f75e4e663e3 {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:40:50.213643 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f6bce5-499f-45cc-9b6f-d4985b2fbff1", "name": "network-vif-plugged", "status": "completed", "tag": "b70088c6-bd0a-4839-bbfc-4964dc2151f6", "code": 200}]} {{(pid=103922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:40:50.213819 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-19ed05e1-c4bc-4ddd-9280-9f75e4e663e3 {{(pid=103922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:40:50.215021 dv-cinder-836070-1-iscsi neutron-server[103922]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ed05e1-c4bc-4ddd-9280-9f75e4e663e3'] response: {'server_uuid': '30f6bce5-499f-45cc-9b6f-d4985b2fbff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70088c6-bd0a-4839-bbfc-4964dc2151f6', 'code': 200} Mar 31 20:40:50.216013 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a78664-ce2e-4d7b-a85d-f0b3e6209170 req-33259c19-19ac-48bb-a8db-9b3366a65867 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:50.217568 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-29a78664-ce2e-4d7b-a85d-f0b3e6209170 req-33259c19-19ac-48bb-a8db-9b3366a65867 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 945 time: 0.0667343 Mar 31 20:40:50.270824 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-29a78664-ce2e-4d7b-a85d-f0b3e6209170 req-73627c1d-7e67-46bb-951c-d7e3e19b4666 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=17d272ab-11a2-4f68-bb31-43cc94ab73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457511 Mar 31 20:40:50.289964 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779408196491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779407692063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779407692081'] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:50.340703 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Pushing event updated for resources: {'Port': ['ID=b70088c6-bd0a-4839-bbfc-4964dc2151f6,revision_number=5']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:50.642818 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd73df-2dfd-4999-9bf7-2b0ac34aa729 req-15841a57-ea70-4130-84b8-e684dc16ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:50.644350 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dcfd73df-2dfd-4999-9bf7-2b0ac34aa729 req-15841a57-ea70-4130-84b8-e684dc16ad7b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 1130 time: 0.0475428 Mar 31 20:40:50.691364 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-dcfd73df-2dfd-4999-9bf7-2b0ac34aa729 req-9a8ad0d7-424e-4545-a8fe-fb3adc5bae71 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=17d272ab-11a2-4f68-bb31-43cc94ab73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406332 Mar 31 20:40:51.016353 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:51.404620 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd7c2d-fb24-43c6-915f-b2d0654e65e3 req-9d565af2-884e-48ba-9557-8cc7e8cbc82a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:51.406284 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3bbd7c2d-fb24-43c6-915f-b2d0654e65e3 req-9d565af2-884e-48ba-9557-8cc7e8cbc82a tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 946 time: 0.0613236 Mar 31 20:40:51.458698 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-3bbd7c2d-fb24-43c6-915f-b2d0654e65e3 req-8aae7f7a-4a29-4dd1-bc57-47e6f254c4d4 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=17d272ab-11a2-4f68-bb31-43cc94ab73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467813 Mar 31 20:40:52.308279 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:52.582306 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150791e-2c8d-483c-8eaa-dc6c2d122675 req-e6fa9df0-82e3-4bb0-8027-240df7aa99ac tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:52.583829 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1150791e-2c8d-483c-8eaa-dc6c2d122675 req-e6fa9df0-82e3-4bb0-8027-240df7aa99ac tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 946 time: 0.0568714 Mar 31 20:40:52.633963 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-1150791e-2c8d-483c-8eaa-dc6c2d122675 req-233876dc-6f7f-4455-a447-9d649c8217cb tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=17d272ab-11a2-4f68-bb31-43cc94ab73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437884 Mar 31 20:40:52.765340 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94092e78-5a44-4c34-942d-b8e88550855a req-aa351b2d-3686-44e4-b2c3-87d94ae065e3 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:52.766903 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-94092e78-5a44-4c34-942d-b8e88550855a req-aa351b2d-3686-44e4-b2c3-87d94ae065e3 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 946 time: 0.0601447 Mar 31 20:40:52.781087 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49228) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:40:52.785589 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.v2.base [None req-521772d0-24da-47d7-9407-7748b593f600 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Request body: {'floatingip': {'port_id': 'b70088c6-bd0a-4839-bbfc-4964dc2151f6'}} {{(pid=103921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:40:52.825316 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-521772d0-24da-47d7-9407-7748b593f600 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (07fe0482-e492-4855-898d-02688f571b3b), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:53.281593 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-521772d0-24da-47d7-9407-7748b593f600 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:53.369847 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-521772d0-24da-47d7-9407-7748b593f600 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (07fe0482-e492-4855-898d-02688f571b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:53.478797 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [None req-521772d0-24da-47d7-9407-7748b593f600 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Floating IP 07fe0482-e492-4855-898d-02688f571b3b associated. External IP: 172.27.2.168, port: b70088c6-bd0a-4839-bbfc-4964dc2151f6. Mar 31 20:40:53.692968 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521772d0-24da-47d7-9407-7748b593f600 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:40:53.802546 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521772d0-24da-47d7-9407-7748b593f600 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:40:53.808323 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-521772d0-24da-47d7-9407-7748b593f600 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:53.814154 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea734c55-89d7-4942-839c-10166c0efc6a None None] Sync routers for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:40:53.824963 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea734c55-89d7-4942-839c-10166c0efc6a None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:40:53.825587 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-ea734c55-89d7-4942-839c-10166c0efc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:40:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:40:53.845176 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-521772d0-24da-47d7-9407-7748b593f600 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "PUT /v2.0/floatingips/07fe0482-e492-4855-898d-02688f571b3b HTTP/1.1" status: 200 len: 992 time: 1.0628181 Mar 31 20:40:53.845726 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f6bce5-499f-45cc-9b6f-d4985b2fbff1', 'tag': 'b70088c6-bd0a-4839-bbfc-4964dc2151f6'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:40:53.847990 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9647b3-c742-4b6e-a73c-c398050243ca" -d '{"events": [{"name": "network-changed", "server_uuid": "30f6bce5-499f-45cc-9b6f-d4985b2fbff1", "tag": "b70088c6-bd0a-4839-bbfc-4964dc2151f6"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:40:53.862551 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:53.885964 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9d72dd-c65a-4aaa-ab9e-ad989da6470a x-openstack-request-id: req-3c9d72dd-c65a-4aaa-ab9e-ad989da6470a {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:40:53.886255 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f6bce5-499f-45cc-9b6f-d4985b2fbff1", "tag": "b70088c6-bd0a-4839-bbfc-4964dc2151f6", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:40:53.886513 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3c9d72dd-c65a-4aaa-ab9e-ad989da6470a {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:40:53.886925 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9d72dd-c65a-4aaa-ab9e-ad989da6470a'] response: {'name': 'network-changed', 'server_uuid': '30f6bce5-499f-45cc-9b6f-d4985b2fbff1', 'tag': 'b70088c6-bd0a-4839-bbfc-4964dc2151f6', 'status': 'completed', 'code': 200} Mar 31 20:40:53.941143 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-ea734c55-89d7-4942-839c-10166c0efc6a None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:40:53.952810 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9647b3-c742-4b6e-a73c-c398050243ca req-152d183a-eb9b-4288-9bbc-025ecf8ad14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:53.954472 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7b9647b3-c742-4b6e-a73c-c398050243ca req-152d183a-eb9b-4288-9bbc-025ecf8ad14b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 1130 time: 0.0463860 Mar 31 20:40:54.047347 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9647b3-c742-4b6e-a73c-c398050243ca req-c14b2db1-9f58-4c39-8675-d7807efc01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:54.048466 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7b9647b3-c742-4b6e-a73c-c398050243ca req-c14b2db1-9f58-4c39-8675-d7807efc01dd service neutron] 10.222.0.76 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 915 time: 0.0868068 Mar 31 20:40:54.129008 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7b9647b3-c742-4b6e-a73c-c398050243ca req-652808eb-47c4-43cf-b4c6-551e7cf46963 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70088c6-bd0a-4839-bbfc-4964dc2151f6 HTTP/1.1" status: 200 len: 1000 time: 0.0747120 Mar 31 20:40:54.182443 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9647b3-c742-4b6e-a73c-c398050243ca req-e818b69d-70c2-4e3f-9804-e9198e991ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:54.183905 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7b9647b3-c742-4b6e-a73c-c398050243ca req-e818b69d-70c2-4e3f-9804-e9198e991ea9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7274d10-65e4-4611-914a-d223657fe108 HTTP/1.1" status: 200 len: 853 time: 0.0484636 Mar 31 20:40:54.234350 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9647b3-c742-4b6e-a73c-c398050243ca req-af531770-78a8-4141-b221-25998b9a559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:54.235866 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7b9647b3-c742-4b6e-a73c-c398050243ca req-af531770-78a8-4141-b221-25998b9a559b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9318f739-52fc-4924-8d0f-f60c082bd8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465941 Mar 31 20:40:54.273459 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-ea734c55-89d7-4942-839c-10166c0efc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '07fe0482-e492-4855-898d-02688f571b3b', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'b70088c6-bd0a-4839-bbfc-4964dc2151f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:5d:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f6bce5-499f-45cc-9b6f-d4985b2fbff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:40:37Z', 'updated_at': '2022-03-31T20:40:53Z', 'revision_number': 1, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:40:54.303824 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea734c55-89d7-4942-839c-10166c0efc6a None None] Checking router: 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:40:54.313125 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea734c55-89d7-4942-839c-10166c0efc6a None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:40:54.313739 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-ea734c55-89d7-4942-839c-10166c0efc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:40:50Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:40:54.332049 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7b9647b3-c742-4b6e-a73c-c398050243ca req-d487e542-42df-4577-a8bd-366c05bd045f service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900123 Mar 31 20:40:54.422516 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-ea734c55-89d7-4942-839c-10166c0efc6a None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:40:54.425214 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-7b9647b3-c742-4b6e-a73c-c398050243ca req-1c28134a-ace1-43b9-91bb-eacd73f66483 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868859 Mar 31 20:40:54.650853 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-ea734c55-89d7-4942-839c-10166c0efc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '07fe0482-e492-4855-898d-02688f571b3b', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'b70088c6-bd0a-4839-bbfc-4964dc2151f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:5d:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f6bce5-499f-45cc-9b6f-d4985b2fbff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:40:37Z', 'updated_at': '2022-03-31T20:40:53Z', 'revision_number': 1, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:40:54.679950 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea734c55-89d7-4942-839c-10166c0efc6a None None] The sync data for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi is: [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_floatingips': [{'id': '07fe0482-e492-4855-898d-02688f571b3b', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'router_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'port_id': 'b70088c6-bd0a-4839-bbfc-4964dc2151f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'mac_address': 'fa:16:3e:5d:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f6bce5-499f-45cc-9b6f-d4985b2fbff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:40:37Z', 'updated_at': '2022-03-31T20:40:53Z', 'revision_number': 1, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:40:54.887490 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f215fa-4c9d-4cbc-816c-3143235ef511 None None] New status for floating IP 07fe0482-e492-4855-898d-02688f571b3b: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:40:57.785254 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13403c69-4a50-4e8b-9ac1-b798d5666f82 req-80c46074-b310-491a-b986-80c998f6e0d2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486341 Mar 31 20:40:57.872489 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13403c69-4a50-4e8b-9ac1-b798d5666f82 req-d0616865-9a6c-4fb3-87d0-0a1e1af2a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:57.874368 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13403c69-4a50-4e8b-9ac1-b798d5666f82 req-d0616865-9a6c-4fb3-87d0-0a1e1af2a841 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 1130 time: 0.0477474 Mar 31 20:40:57.980925 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13403c69-4a50-4e8b-9ac1-b798d5666f82 req-9d17c232-0a84-4739-819b-e4c311c278ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:57.982457 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13403c69-4a50-4e8b-9ac1-b798d5666f82 req-9d17c232-0a84-4739-819b-e4c311c278ed service neutron] 10.222.0.76 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 915 time: 0.0857823 Mar 31 20:40:58.062896 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13403c69-4a50-4e8b-9ac1-b798d5666f82 req-df308e34-ec31-4a92-b273-9f055221a789 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70088c6-bd0a-4839-bbfc-4964dc2151f6 HTTP/1.1" status: 200 len: 1002 time: 0.0749662 Mar 31 20:40:58.111964 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13403c69-4a50-4e8b-9ac1-b798d5666f82 req-95ad6542-f997-46f0-8891-bbc0a9591c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:58.113464 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13403c69-4a50-4e8b-9ac1-b798d5666f82 req-95ad6542-f997-46f0-8891-bbc0a9591c9c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7274d10-65e4-4611-914a-d223657fe108 HTTP/1.1" status: 200 len: 853 time: 0.0448270 Mar 31 20:40:58.165239 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13403c69-4a50-4e8b-9ac1-b798d5666f82 req-6717c5df-9262-4832-9cb2-955c7a4f9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:40:58.166850 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13403c69-4a50-4e8b-9ac1-b798d5666f82 req-6717c5df-9262-4832-9cb2-955c7a4f9df9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9318f739-52fc-4924-8d0f-f60c082bd8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472000 Mar 31 20:40:58.262025 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13403c69-4a50-4e8b-9ac1-b798d5666f82 req-c7f16999-ba87-4067-98cc-0f066c9e8325 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896120 Mar 31 20:40:58.349482 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-13403c69-4a50-4e8b-9ac1-b798d5666f82 req-5f7d45b4-b848-48e9-a069-c242a348b038 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819581 Mar 31 20:41:04.833559 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:41:10.575146 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:16.246182 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [req-361942a5-5602-48e0-928f-541044ebf579 req-cd1a3ecc-8cca-46fa-8e98-8963de554e79 service neutron] (103921) timed out ('10.222.0.76', 61331) {{(pid=103921) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 20:41:17.529681 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7ce0ed0b-ce71-4245-80f5-4df858e14c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:19.865770 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-edf5b383-a1a3-4e14-a018-bd47f7bc25f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:21.031823 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:22.342219 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:23.861524 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:40.546129 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:41.838020 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:41:47.505960 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b1f82f55-9c70-4e0d-8337-191853334a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:49.831794 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-6216ba69-0c31-4fed-9ca3-8d29ab71935a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:51.020445 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:52.304827 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:53.837653 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:59.789800 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8aad5c7b-408c-4704-9298-7a646a0f0e5e req-a0917277-a22d-43b6-92d8-5758ae1e0b7d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527294 Mar 31 20:41:59.879479 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad5c7b-408c-4704-9298-7a646a0f0e5e req-9338560b-85e6-4dee-81f6-468db4a35f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:41:59.881051 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8aad5c7b-408c-4704-9298-7a646a0f0e5e req-9338560b-85e6-4dee-81f6-468db4a35f89 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 1130 time: 0.0494425 Mar 31 20:41:59.999696 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad5c7b-408c-4704-9298-7a646a0f0e5e req-06d6db88-5c06-461e-b0ba-bdf13b0727d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:42:00.001349 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8aad5c7b-408c-4704-9298-7a646a0f0e5e req-06d6db88-5c06-461e-b0ba-bdf13b0727d2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 200 len: 915 time: 0.0977359 Mar 31 20:42:00.075852 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8aad5c7b-408c-4704-9298-7a646a0f0e5e req-564748cc-1a3b-43b0-b651-cfb5fa1a081c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70088c6-bd0a-4839-bbfc-4964dc2151f6 HTTP/1.1" status: 200 len: 1002 time: 0.0680139 Mar 31 20:42:00.127365 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad5c7b-408c-4704-9298-7a646a0f0e5e req-edbcf51f-d859-4db1-98cd-8ad7b73bda2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:42:00.129172 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8aad5c7b-408c-4704-9298-7a646a0f0e5e req-edbcf51f-d859-4db1-98cd-8ad7b73bda2a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7274d10-65e4-4611-914a-d223657fe108 HTTP/1.1" status: 200 len: 853 time: 0.0471623 Mar 31 20:42:00.191191 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad5c7b-408c-4704-9298-7a646a0f0e5e req-b02ba508-cef9-4ca8-97dc-3de5cf53653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:42:00.192991 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8aad5c7b-408c-4704-9298-7a646a0f0e5e req-b02ba508-cef9-4ca8-97dc-3de5cf53653e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9318f739-52fc-4924-8d0f-f60c082bd8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574572 Mar 31 20:42:00.323068 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8aad5c7b-408c-4704-9298-7a646a0f0e5e req-26810801-5502-491b-888d-1f287dc44e5e service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231604 Mar 31 20:42:00.427188 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-8aad5c7b-408c-4704-9298-7a646a0f0e5e req-68b769ac-5381-4884-88e4-4ddeb6cb8623 service neutron] 10.222.0.76 "GET /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978107 Mar 31 20:42:07.542103 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-aee3c7c6-d610-4e0c-94b2-d713ded5af8b service neutron] (103920) timed out ('10.222.0.74', 43136) {{(pid=103920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 20:42:07.742332 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [req-3b66afe6-b361-499e-b1b8-fc7d78d6c5ca req-846f0ac4-ec1a-4327-afae-fb45a735c95c tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] (103921) timed out ('10.222.0.74', 43144) {{(pid=103921) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 20:42:10.534534 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:17.495397 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-dec3677e-7028-46f1-8ad8-c8dd7e0317c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:18.844083 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:42:19.825392 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a306fc70-7ae5-4b84-af08-fd7df54c8437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:21.030578 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:22.159114 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a973c8-e747-4024-ab7e-9431194a3169 req-8c45090c-bacf-4edc-8ce4-6702772853f7 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:42:22.160623 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-97a973c8-e747-4024-ab7e-9431194a3169 req-8c45090c-bacf-4edc-8ce4-6702772853f7 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 946 time: 0.0678978 Mar 31 20:42:22.213461 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-97a973c8-e747-4024-ab7e-9431194a3169 req-d3f94de9-d23a-4b3d-9eec-5a5e4500a212 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=17d272ab-11a2-4f68-bb31-43cc94ab73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459993 Mar 31 20:42:22.333315 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:23.354854 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225484e-52c4-4624-beaf-18874e8d5258 req-c32a44ba-7f6b-4ff0-82f1-a6f670dbe691 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:42:23.356465 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5225484e-52c4-4624-beaf-18874e8d5258 req-c32a44ba-7f6b-4ff0-82f1-a6f670dbe691 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 946 time: 0.0601099 Mar 31 20:42:23.408335 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-5225484e-52c4-4624-beaf-18874e8d5258 req-aa4cd678-61e9-4902-bdcb-5a3008b5919e tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=17d272ab-11a2-4f68-bb31-43cc94ab73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462697 Mar 31 20:42:23.808111 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:24.011198 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d815-9854-4b38-a771-8b1523343933 req-5ac911f0-24b7-4b6b-8950-8c07c54fabfd tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:42:24.012623 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b75d815-9854-4b38-a771-8b1523343933 req-5ac911f0-24b7-4b6b-8950-8c07c54fabfd tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 946 time: 0.0536969 Mar 31 20:42:24.145312 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-6b75d815-9854-4b38-a771-8b1523343933 req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Deleting port b70088c6-bd0a-4839-bbfc-4964dc2151f6 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:42:24.145660 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-6b75d815-9854-4b38-a771-8b1523343933 req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:24.252120 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [req-6b75d815-9854-4b38-a771-8b1523343933 req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] For port b70088c6-bd0a-4839-bbfc-4964dc2151f6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b70088c6-bd0a-4839-bbfc-4964dc2151f6,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:42:24.252480 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-6b75d815-9854-4b38-a771-8b1523343933 req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:24.467521 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-6b75d815-9854-4b38-a771-8b1523343933 req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:24.469590 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-6b75d815-9854-4b38-a771-8b1523343933 req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16467571'] for floatingip (07fe0482-e492-4855-898d-02688f571b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:24.469935 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.db.l3_db [req-6b75d815-9854-4b38-a771-8b1523343933 req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Floating IP 07fe0482-e492-4855-898d-02688f571b3b disassociated. External IP: 172.27.2.168, port: b70088c6-bd0a-4839-bbfc-4964dc2151f6. Mar 31 20:42:24.470293 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [req-6b75d815-9854-4b38-a771-8b1523343933 req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Calling delete_port for b70088c6-bd0a-4839-bbfc-4964dc2151f6 owned by compute:nova {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:42:24.602876 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe6257-f74e-4ebc-a842-15e4c4574ded req-519f2aae-256a-416c-82ef-21e1d44feeec tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:42:24.604601 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-11fe6257-f74e-4ebc-a842-15e4c4574ded req-519f2aae-256a-416c-82ef-21e1d44feeec tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 946 time: 0.0865951 Mar 31 20:42:24.699902 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-11fe6257-f74e-4ebc-a842-15e4c4574ded req-6313254c-295a-44bd-b0fa-a12867f6b75c tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups?id=17d272ab-11a2-4f68-bb31-43cc94ab73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850868 Mar 31 20:42:24.808275 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-6b75d815-9854-4b38-a771-8b1523343933 req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (b70088c6-bd0a-4839-bbfc-4964dc2151f6), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:24.844157 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event deleted for resources: {'Port': ['ID=b70088c6-bd0a-4839-bbfc-4964dc2151f6,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:24.854756 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.855130 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.855484 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.855831 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.856178 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.856526 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.856883 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.857241 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.857580 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.857918 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.858259 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.858596 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.858924 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.859256 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.859585 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:24.979515 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b75d815-9854-4b38-a771-8b1523343933 req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:42:25.394835 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b75d815-9854-4b38-a771-8b1523343933 req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:42:25.406355 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b955494-115e-4027-9112-438de21f924e None None] Sync routers for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:42:25.418598 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b955494-115e-4027-9112-438de21f924e None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:42:25.419373 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-1b955494-115e-4027-9112-438de21f924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:42:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:42:25.445137 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b75d815-9854-4b38-a771-8b1523343933 req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] No DVR routers for this DVR port b70088c6-bd0a-4839-bbfc-4964dc2151f6 on host hv-cinder-83607 {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:42:25.448635 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [req-6b75d815-9854-4b38-a771-8b1523343933 req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for port (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:25.453406 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-6b75d815-9854-4b38-a771-8b1523343933 req-0a4342e8-6340-48e3-b635-efe3c7000671 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.76 "DELETE /v2.0/ports/b70088c6-bd0a-4839-bbfc-4964dc2151f6 HTTP/1.1" status: 204 len: 173 time: 1.4354033 Mar 31 20:42:25.453882 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f6bce5-499f-45cc-9b6f-d4985b2fbff1', 'name': 'network-vif-deleted', 'tag': 'b70088c6-bd0a-4839-bbfc-4964dc2151f6'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:42:25.457632 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f720226de8135aa6067e4603ca6571fdab4c205d8caa5de2b6cffe57f1143671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f54fe1d-096c-4f34-beca-556a1354580d" -d '{"events": [{"server_uuid": "30f6bce5-499f-45cc-9b6f-d4985b2fbff1", "name": "network-vif-deleted", "tag": "b70088c6-bd0a-4839-bbfc-4964dc2151f6"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:42:25.504066 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64c80ff-6090-4495-8eb6-55082a21f9fb x-openstack-request-id: req-a64c80ff-6090-4495-8eb6-55082a21f9fb {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:42:25.504762 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f6bce5-499f-45cc-9b6f-d4985b2fbff1", "name": "network-vif-deleted", "tag": "b70088c6-bd0a-4839-bbfc-4964dc2151f6", "status": "completed", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:42:25.504762 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a64c80ff-6090-4495-8eb6-55082a21f9fb {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:42:25.505102 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64c80ff-6090-4495-8eb6-55082a21f9fb'] response: {'server_uuid': '30f6bce5-499f-45cc-9b6f-d4985b2fbff1', 'name': 'network-vif-deleted', 'tag': 'b70088c6-bd0a-4839-bbfc-4964dc2151f6', 'status': 'completed', 'code': 200} Mar 31 20:42:25.536175 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-1b955494-115e-4027-9112-438de21f924e None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:42:25.768189 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-1b955494-115e-4027-9112-438de21f924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:42:25.803662 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b955494-115e-4027-9112-438de21f924e None None] Checking router: 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:42:25.815462 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b955494-115e-4027-9112-438de21f924e None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:42:25.816277 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-1b955494-115e-4027-9112-438de21f924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:42:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:42:25.836047 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [req-787ba393-e1b4-49d8-b020-8bf602366204 req-8885b917-5d69-4559-b45e-f4dbc751f608 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/ports?device_id=30f6bce5-499f-45cc-9b6f-d4985b2fbff1 HTTP/1.1" status: 200 len: 210 time: 0.0361686 Mar 31 20:42:25.943976 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-1b955494-115e-4027-9112-438de21f924e None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:42:26.256764 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-1b955494-115e-4027-9112-438de21f924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:42:26.288133 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b955494-115e-4027-9112-438de21f924e None None] The sync data for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi is: [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi', '_interfaces': [{'id': '7bfd9765-1512-46b4-8542-aaef3d2f7338', 'name': '', 'network_id': '9318f739-52fc-4924-8d0f-f60c082bd8b2', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'mac_address': 'fa:16:3e:0b:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a7274d10-65e4-4611-914a-d223657fe108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:52Z', 'updated_at': '2022-03-31T20:34:56Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'subnets': [{'id': 'a7274d10-65e4-4611-914a-d223657fe108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:42:26.483521 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device b70088c6-bd0a-4839-bbfc-4964dc2151f6 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:42:26.510090 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] No Port match for: b70088c6-bd0a-4839-bbfc-4964dc2151f6 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:42:26.513290 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Device b70088c6-bd0a-4839-bbfc-4964dc2151f6 not bound to the agent host hv-cinder-83607 {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:42:26.572427 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5dbf8e-5700-41f3-b3af-7e64ec07ba89 None None] New status for floating IP 07fe0482-e492-4855-898d-02688f571b3b: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:42:27.024869 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49340) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:27.085998 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c0a821aa-c349-412b-8cbd-8b6f850bfef7 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (17d272ab-11a2-4f68-bb31-43cc94ab73d3), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:27.109842 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c0a821aa-c349-412b-8cbd-8b6f850bfef7 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (17d272ab-11a2-4f68-bb31-43cc94ab73d3), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:27.275327 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c0a821aa-c349-412b-8cbd-8b6f850bfef7 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (17d272ab-11a2-4f68-bb31-43cc94ab73d3), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:27.278061 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c0a821aa-c349-412b-8cbd-8b6f850bfef7 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:27.279282 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-c0a821aa-c349-412b-8cbd-8b6f850bfef7 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "DELETE /v2.0/security-groups/17d272ab-11a2-4f68-bb31-43cc94ab73d3 HTTP/1.1" status: 204 len: 168 time: 0.2533684 Mar 31 20:42:27.282922 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49342) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:27.297526 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a821aa-c349-412b-8cbd-8b6f850bfef7 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d272ab-11a2-4f68-bb31-43cc94ab73d3,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:27.303995 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.api.v2.resource [None req-26bd9a56-aa68-4fe2-8bc4-6320e2cfbc32 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] show failed (client error): The resource could not be found. Mar 31 20:42:27.305670 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-26bd9a56-aa68-4fe2-8bc4-6320e2cfbc32 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "GET /v2.0/security-groups/17d272ab-11a2-4f68-bb31-43cc94ab73d3 HTTP/1.1" status: 404 len: 347 time: 0.0211535 Mar 31 20:42:27.312315 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49344) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:27.440489 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-97088243-107a-443d-a674-476a82424bc0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Deleting port 04e402a1-c4ce-41d6-bfd7-a9782597298a {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:42:27.440882 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-97088243-107a-443d-a674-476a82424bc0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (04e402a1-c4ce-41d6-bfd7-a9782597298a), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:27.518739 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-97088243-107a-443d-a674-476a82424bc0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (04e402a1-c4ce-41d6-bfd7-a9782597298a), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:27.519072 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-97088243-107a-443d-a674-476a82424bc0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (04e402a1-c4ce-41d6-bfd7-a9782597298a), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:27.532340 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-97088243-107a-443d-a674-476a82424bc0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Calling delete_port for 04e402a1-c4ce-41d6-bfd7-a9782597298a owned by network:floatingip {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:42:27.796823 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-97088243-107a-443d-a674-476a82424bc0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (04e402a1-c4ce-41d6-bfd7-a9782597298a), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:27.826919 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97088243-107a-443d-a674-476a82424bc0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Pushing event deleted for resources: {'Port': ['ID=04e402a1-c4ce-41d6-bfd7-a9782597298a,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:27.890358 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-97088243-107a-443d-a674-476a82424bc0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks [] for floatingip (07fe0482-e492-4855-898d-02688f571b3b), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:27.892891 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-97088243-107a-443d-a674-476a82424bc0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105943'] for floatingip (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:27.894050 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-97088243-107a-443d-a674-476a82424bc0 tempest-AttachVolumeNegativeTest-1647058334 tempest-AttachVolumeNegativeTest-1647058334-project] 10.222.0.74 "DELETE /v2.0/floatingips/07fe0482-e492-4855-898d-02688f571b3b HTTP/1.1" status: 204 len: 168 time: 0.5807557 Mar 31 20:42:32.067252 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49380) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:32.547994 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3c22acd0-2389-4472-ae80-e6cbb4788021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16467827'] for router_interface (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:32.799363 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-3c22acd0-2389-4472-ae80-e6cbb4788021 admin admin] Deleting port 7bfd9765-1512-46b4-8542-aaef3d2f7338 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:42:32.799604 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3c22acd0-2389-4472-ae80-e6cbb4788021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:32.883697 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-3c22acd0-2389-4472-ae80-e6cbb4788021 admin admin] For port 7bfd9765-1512-46b4-8542-aaef3d2f7338, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=7bfd9765-1512-46b4-8542-aaef3d2f7338,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:42:32.884067 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3c22acd0-2389-4472-ae80-e6cbb4788021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:32.897667 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-3c22acd0-2389-4472-ae80-e6cbb4788021 admin admin] Calling delete_port for 7bfd9765-1512-46b4-8542-aaef3d2f7338 owned by network:router_interface {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:42:33.190527 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3c22acd0-2389-4472-ae80-e6cbb4788021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (7bfd9765-1512-46b4-8542-aaef3d2f7338), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:33.216550 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22acd0-2389-4472-ae80-e6cbb4788021 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bfd9765-1512-46b4-8542-aaef3d2f7338,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:33.402452 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3c22acd0-2389-4472-ae80-e6cbb4788021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16467171'] for router_interface (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:33.645607 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c22acd0-2389-4472-ae80-e6cbb4788021 admin admin] Router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 has already been hosted by L3 agent 7f0e5e63-afcc-4341-8d16-2408db07eace {{(pid=103921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:42:33.775983 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c22acd0-2389-4472-ae80-e6cbb4788021 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-iscsi the message routers_updated {{(pid=103921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:42:33.784730 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-3c22acd0-2389-4472-ae80-e6cbb4788021 admin admin] 10.222.0.74 "PUT /v2.0/routers/7e8ade6b-e63b-418c-b3c7-0e09224c85d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7164094 Mar 31 20:42:33.787271 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49384) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:33.789348 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a744a9-98e2-4bb3-82a6-e1ecfc317b8c None None] Sync routers for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:42:33.801121 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a744a9-98e2-4bb3-82a6-e1ecfc317b8c None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:42:33.801746 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-37a744a9-98e2-4bb3-82a6-e1ecfc317b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:42:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:42:33.908199 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] Publish callbacks [] for router (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:33.912084 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-37a744a9-98e2-4bb3-82a6-e1ecfc317b8c None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: dv-cinder-836070-1-iscsi {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:42:34.014462 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] Publish callbacks [] for router_gateway (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:34.095230 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-37a744a9-98e2-4bb3-82a6-e1ecfc317b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'external_fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:42:33Z', 'revision_number': 5, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port': {'id': 'e64afd46-7141-401c-a6d6-f6a9e50c5a77', 'name': '', 'network_id': '3edeac2a-ce2e-4b0c-a15c-fe67fc2827bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:34:49Z', 'updated_at': '2022-03-31T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6fc7dbf2-3f80-4a5a-95a4-0d4278d95d3b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-iscsi'}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:42:34.121970 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a744a9-98e2-4bb3-82a6-e1ecfc317b8c None None] Checking router: 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 for host: dv-cinder-836070-1-iscsi {{(pid=103924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:42:34.130700 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a744a9-98e2-4bb3-82a6-e1ecfc317b8c None None] Routers {'7e8ade6b-e63b-418c-b3c7-0e09224c85d5'} bound to L3 agent in host dv-cinder-836070-1-iscsi {{(pid=103924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:42:34.131330 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-37a744a9-98e2-4bb3-82a6-e1ecfc317b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T20:14:20Z,description=,heartbeat_timestamp=2022-03-31T20:42:20Z,host='dv-cinder-836070-1-iscsi',id=7f0e5e63-afcc-4341-8d16-2408db07eace,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:14:20Z,topic='l3_agent')) {'router_ids': ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'], 'active': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:42:34.150311 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] Deleting port e64afd46-7141-401c-a6d6-f6a9e50c5a77 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:42:34.150647 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (e64afd46-7141-401c-a6d6-f6a9e50c5a77), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:34.222810 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvr_db [None req-37a744a9-98e2-4bb3-82a6-e1ecfc317b8c None None] Set router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 gateway port host: None {{(pid=103924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:42:34.237717 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] For port e64afd46-7141-401c-a6d6-f6a9e50c5a77, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=e64afd46-7141-401c-a6d6-f6a9e50c5a77,segment=NetworkSegment(648a4759-b57c-4196-8efd-3cea1a00e812),segment_id=648a4759-b57c-4196-8efd-3cea1a00e812)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:42:34.238352 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (e64afd46-7141-401c-a6d6-f6a9e50c5a77), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:34.251841 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] Calling delete_port for e64afd46-7141-401c-a6d6-f6a9e50c5a77 owned by network:router_gateway {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:42:34.279118 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.l3_hamode_db [None req-37a744a9-98e2-4bb3-82a6-e1ecfc317b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:42:34Z', 'revision_number': 6, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port_host': None}], 'dv-cinder-836070-1-iscsi', False) {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:42:34.306662 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a744a9-98e2-4bb3-82a6-e1ecfc317b8c None None] The sync data for ids ['7e8ade6b-e63b-418c-b3c7-0e09224c85d5'] in dv-cinder-836070-1-iscsi is: [{'id': '7e8ade6b-e63b-418c-b3c7-0e09224c85d5', 'name': 'tempest-AttachVolumeNegativeTest-523805262-router', 'tenant_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:34:48Z', 'updated_at': '2022-03-31T20:42:34Z', 'revision_number': 6, 'project_id': '87e2c2e82bf8434ea0e1c7bb6af5fb44', 'gw_port_host': None}] {{(pid=103924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:42:34.516134 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (e64afd46-7141-401c-a6d6-f6a9e50c5a77), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:34.543208 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] Pushing event deleted for resources: {'Port': ['ID=e64afd46-7141-401c-a6d6-f6a9e50c5a77,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:34.614818 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16467465'] for router_gateway (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:34.714721 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16473493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-763'] for router (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:34.717041 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] Publish callbacks [] for router_controller (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:34.853710 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16473580'] for router (7e8ade6b-e63b-418c-b3c7-0e09224c85d5), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:34.854294 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e8ade6b-e63b-418c-b3c7-0e09224c85d5 {{(pid=103921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:42:34.859474 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:34.860100 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-a3cdef43-38a7-4607-8a24-f67725824384 admin admin] 10.222.0.74 "DELETE /v2.0/routers/7e8ade6b-e63b-418c-b3c7-0e09224c85d5 HTTP/1.1" status: 204 len: 168 time: 1.0717716 Mar 31 20:42:34.863806 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49386) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:34.908144 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_v2 [None req-7198aae5-1202-418b-a5a4-ed17538b4bf0 admin admin] Deleting subnet a7274d10-65e4-4611-914a-d223657fe108 {{(pid=103921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:42:34.911332 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7198aae5-1202-418b-a5a4-ed17538b4bf0 admin admin] Publish callbacks [] for subnet (a7274d10-65e4-4611-914a-d223657fe108), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:34.951208 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7198aae5-1202-418b-a5a4-ed17538b4bf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13817127'] for subnet (a7274d10-65e4-4611-914a-d223657fe108), precommit_delete_associations {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.040747 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7198aae5-1202-418b-a5a4-ed17538b4bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1041251'] for subnet (a7274d10-65e4-4611-914a-d223657fe108), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.174194 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7198aae5-1202-418b-a5a4-ed17538b4bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1041236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13900049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13254182'] for subnet (a7274d10-65e4-4611-914a-d223657fe108), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.207499 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198aae5-1202-418b-a5a4-ed17538b4bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7274d10-65e4-4611-914a-d223657fe108,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:35.211695 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7198aae5-1202-418b-a5a4-ed17538b4bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for subnet (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.215804 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-7198aae5-1202-418b-a5a4-ed17538b4bf0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a7274d10-65e4-4611-914a-d223657fe108 HTTP/1.1" status: 204 len: 168 time: 0.3503928 Mar 31 20:42:35.217897 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49388) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:35.220565 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530a3350-528b-45fe-a9dc-321b21009baa None None] Network 9318f739-52fc-4924-8d0f-f60c082bd8b2 requested from dv-cinder-836070-1-iscsi {{(pid=103922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:42:35.295716 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729186'] for network (9318f739-52fc-4924-8d0f-f60c082bd8b2), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.375688 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Deleting port a3422cca-6b14-4037-b13f-5c0f5a803566 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:42:35.376031 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.391312 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] DHCP port deletion for 9318f739-52fc-4924-8d0f-f60c082bd8b2 request from dv-cinder-836070-1-iscsi {{(pid=103922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:42:35.446478 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Deleting port a3422cca-6b14-4037-b13f-5c0f5a803566 {{(pid=103922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:42:35.446963 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779408192022'] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), before_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.451720 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] For port a3422cca-6b14-4037-b13f-5c0f5a803566, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=a3422cca-6b14-4037-b13f-5c0f5a803566,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:42:35.458064 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.473985 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Calling delete_port for a3422cca-6b14-4037-b13f-5c0f5a803566 owned by network:dhcp {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:42:35.518609 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] For port a3422cca-6b14-4037-b13f-5c0f5a803566, host dv-cinder-836070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-iscsi',level=0,port_id=a3422cca-6b14-4037-b13f-5c0f5a803566,segment=NetworkSegment(4fb1f0d2-5b55-4b0b-aa8d-7e985879c641),segment_id=4fb1f0d2-5b55-4b0b-aa8d-7e985879c641)] {{(pid=103922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:42:35.519005 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16462913'] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), precommit_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.533234 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 7bfd9765-1512-46b4-8542-aaef3d2f7338 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:42:35.539315 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Calling delete_port for a3422cca-6b14-4037-b13f-5c0f5a803566 owned by network:dhcp {{(pid=103922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:42:35.563817 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: 7bfd9765-1512-46b4-8542-aaef3d2f7338 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:42:35.564264 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device 7bfd9765-1512-46b4-8542-aaef3d2f7338 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:42:35.564597 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e64afd46-7141-401c-a6d6-f6a9e50c5a77 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:42:35.590191 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No Port match for: e64afd46-7141-401c-a6d6-f6a9e50c5a77 {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:42:35.590540 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device e64afd46-7141-401c-a6d6-f6a9e50c5a77 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:42:35.590972 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device a3422cca-6b14-4037-b13f-5c0f5a803566 no longer exists at agent ovs-agent-dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:42:35.646178 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899234'] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.673834 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3422cca-6b14-4037-b13f-5c0f5a803566,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:35.675721 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] No DVR routers for this DVR port a3422cca-6b14-4037-b13f-5c0f5a803566 on host dv-cinder-836070-1-iscsi {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:42:35.687005 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] No active binding found for port a3422cca-6b14-4037-b13f-5c0f5a803566 {{(pid=103922) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 20:42:35.687399 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] The host dv-cinder-836070-1-iscsi is not matching for port a3422cca-6b14-4037-b13f-5c0f5a803566 host None! {{(pid=103922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 31 20:42:35.687790 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.rpc [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Device a3422cca-6b14-4037-b13f-5c0f5a803566 not bound to the agent host dv-cinder-836070-1-iscsi {{(pid=103922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:42:35.690748 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779408196473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779407692054'] for port (a3422cca-6b14-4037-b13f-5c0f5a803566), after_delete {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.716453 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Pushing event deleted for resources: {'Port': ['ID=a3422cca-6b14-4037-b13f-5c0f5a803566,revision_number=None']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:35.726879 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] No DVR routers for this DVR port a3422cca-6b14-4037-b13f-5c0f5a803566 on host dv-cinder-836070-1-iscsi {{(pid=103922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:42:35.733623 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.733623 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.733623 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.733623 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.733623 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.733623 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.736294 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.736294 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.736294 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.736294 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.736294 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.736294 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.736294 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.736294 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.737288 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fc3b1-5ff6-41ed-b4f8-3a6f997f6f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:35.753719 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859880', 'neutron.services.segments.db._delete_segments_for_network-8779408023354'] for network (9318f739-52fc-4924-8d0f-f60c082bd8b2), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.778978 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9318f739-52fc-4924-8d0f-f60c082bd8b2']}} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:42:35.796092 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641') {'for_net_delete': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:42:35.796397 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.services.segments.db [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb1f0d2-5b55-4b0b-aa8d-7e985879c641') {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:42:35.809231 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779408021315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13817132'] for segment (4fb1f0d2-5b55-4b0b-aa8d-7e985879c641), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.825844 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308'] for segment (4fb1f0d2-5b55-4b0b-aa8d-7e985879c641), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.832739 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:42:35.833199 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1044308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13899191'] for segment (4fb1f0d2-5b55-4b0b-aa8d-7e985879c641), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: Traceback (most recent call last): Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: timer() Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: cb(*args, **kw) Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: return func(*args, **kwargs) Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: self._notify() Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: self.callback(batched_events) Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: event.method(event) Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: return f(self, *a, **k) Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._get(url).json() Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: return self.request(url, 'GET', **kwargs) Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:42:35.834907 dv-cinder-836070-1-iscsi neutron-server[103921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:42:35.955245 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16467557'] for network (9318f739-52fc-4924-8d0f-f60c082bd8b2), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.963812 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279672'] for network (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:35.964358 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] 10.222.0.74 "DELETE /v2.0/networks/9318f739-52fc-4924-8d0f-f60c082bd8b2 HTTP/1.1" status: 204 len: 168 time: 0.7451997 Mar 31 20:42:35.975636 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ef067-f6ac-47c3-beee-59c1fedcc95f admin admin] Pushing event deleted for resources: {'Network': ['ID=9318f739-52fc-4924-8d0f-f60c082bd8b2,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:36.335836 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 49392) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:36.384067 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-558f5782-9dd7-4325-b6da-e1a0b1fc9090 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=87e2c2e82bf8434ea0e1c7bb6af5fb44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461676 Mar 31 20:42:36.386345 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 49396) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:36.446373 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Publish callbacks [] for security_group (fdd30ce6-0f48-42eb-b328-e93399aca0a9), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:36.473059 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Publish callbacks [] for security_group (fdd30ce6-0f48-42eb-b328-e93399aca0a9), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:36.613417 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (fdd30ce6-0f48-42eb-b328-e93399aca0a9), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:36.616035 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:36.617921 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fdd30ce6-0f48-42eb-b328-e93399aca0a9 HTTP/1.1" status: 204 len: 168 time: 0.2298214 Mar 31 20:42:36.627824 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd30ce6-0f48-42eb-b328-e93399aca0a9,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:36.636310 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:36.636662 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:36.637030 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:36.637366 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:36.637698 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:36.638026 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:36.638350 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:36.638674 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:36.638997 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:36.639316 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:36.639691 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:36.640034 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:36.640376 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:36.640692 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:36.641037 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9af9b-2a8a-413f-9d85-26cd09b9d1a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:42:38.658019 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 49446) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:38.775309 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0638ba74-9d02-4472-b2dc-2d41d735436f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:38.855591 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0638ba74-9d02-4472-b2dc-2d41d735436f admin admin] Publish callbacks [] for security_group (4b5fecc3-541a-4b11-a130-84bd62826552), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:38.932258 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0638ba74-9d02-4472-b2dc-2d41d735436f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (4b5fecc3-541a-4b11-a130-84bd62826552), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:38.975636 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0638ba74-9d02-4472-b2dc-2d41d735436f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f91e851a441f4425b57e470b50964cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162560 Mar 31 20:42:38.977182 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638ba74-9d02-4472-b2dc-2d41d735436f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5fecc3-541a-4b11-a130-84bd62826552,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:38.980453 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49450) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:39.031113 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-acc4f6b2-f33c-4183-abbc-776d8ad8261c admin admin] Publish callbacks [] for security_group (4b5fecc3-541a-4b11-a130-84bd62826552), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:39.053313 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-acc4f6b2-f33c-4183-abbc-776d8ad8261c admin admin] Publish callbacks [] for security_group (4b5fecc3-541a-4b11-a130-84bd62826552), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:39.253694 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-acc4f6b2-f33c-4183-abbc-776d8ad8261c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (4b5fecc3-541a-4b11-a130-84bd62826552), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:39.256262 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-acc4f6b2-f33c-4183-abbc-776d8ad8261c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:39.257479 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-acc4f6b2-f33c-4183-abbc-776d8ad8261c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4b5fecc3-541a-4b11-a130-84bd62826552 HTTP/1.1" status: 204 len: 168 time: 0.2758772 Mar 31 20:42:39.266588 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4f6b2-f33c-4183-abbc-776d8ad8261c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5fecc3-541a-4b11-a130-84bd62826552,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:40.607344 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:42.706549 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49518) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:42.821580 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2aa5-c658-4a5c-a28a-bea105f12a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:42.902232 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2aa5-c658-4a5c-a28a-bea105f12a59 admin admin] Publish callbacks [] for security_group (295af14b-193f-46f9-b4c8-483f4e8576f2), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:42.990457 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2aa5-c658-4a5c-a28a-bea105f12a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (295af14b-193f-46f9-b4c8-483f4e8576f2), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:43.032014 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-2d9a2aa5-c658-4a5c-a28a-bea105f12a59 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f9bbeab12ee41b1aeeae71e6d88a468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240986 Mar 31 20:42:43.032570 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a2aa5-c658-4a5c-a28a-bea105f12a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295af14b-193f-46f9-b4c8-483f4e8576f2,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:43.034566 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 49522) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:43.086551 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2f412943-8bb2-4c3a-a095-6687dcd036f7 admin admin] Publish callbacks [] for security_group (295af14b-193f-46f9-b4c8-483f4e8576f2), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:43.111178 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2f412943-8bb2-4c3a-a095-6687dcd036f7 admin admin] Publish callbacks [] for security_group (295af14b-193f-46f9-b4c8-483f4e8576f2), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:43.258807 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2f412943-8bb2-4c3a-a095-6687dcd036f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (295af14b-193f-46f9-b4c8-483f4e8576f2), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:43.261439 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2f412943-8bb2-4c3a-a095-6687dcd036f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:43.262636 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2f412943-8bb2-4c3a-a095-6687dcd036f7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/295af14b-193f-46f9-b4c8-483f4e8576f2 HTTP/1.1" status: 204 len: 168 time: 0.2265501 Mar 31 20:42:43.270688 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f412943-8bb2-4c3a-a095-6687dcd036f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295af14b-193f-46f9-b4c8-483f4e8576f2,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:44.086186 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 49528) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:44.100104 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0a03e261-77d8-46dc-89fd-d0e80893cb97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:44.193903 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0a03e261-77d8-46dc-89fd-d0e80893cb97 admin admin] Publish callbacks [] for security_group (5920ed78-194a-4618-a9fd-7ffd6011cf83), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:44.299062 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0a03e261-77d8-46dc-89fd-d0e80893cb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (5920ed78-194a-4618-a9fd-7ffd6011cf83), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:44.338824 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03e261-77d8-46dc-89fd-d0e80893cb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5920ed78-194a-4618-a9fd-7ffd6011cf83,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:44.344151 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0a03e261-77d8-46dc-89fd-d0e80893cb97 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=02938e08c2d34656a6079b5d159817c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568972 Mar 31 20:42:44.346948 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 49530) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:44.413000 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-44b29dde-cc4b-466f-9872-73b720de5c2c admin admin] Publish callbacks [] for security_group (5920ed78-194a-4618-a9fd-7ffd6011cf83), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:44.437875 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-44b29dde-cc4b-466f-9872-73b720de5c2c admin admin] Publish callbacks [] for security_group (5920ed78-194a-4618-a9fd-7ffd6011cf83), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:44.550522 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-44b29dde-cc4b-466f-9872-73b720de5c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (5920ed78-194a-4618-a9fd-7ffd6011cf83), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:44.553148 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-44b29dde-cc4b-466f-9872-73b720de5c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:44.554361 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-44b29dde-cc4b-466f-9872-73b720de5c2c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5920ed78-194a-4618-a9fd-7ffd6011cf83 HTTP/1.1" status: 204 len: 168 time: 0.2064097 Mar 31 20:42:44.564075 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b29dde-cc4b-466f-9872-73b720de5c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5920ed78-194a-4618-a9fd-7ffd6011cf83,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:46.367630 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 49560) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:46.483184 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0988f01a-5175-41a9-a027-294bc76221c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:46.558746 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0988f01a-5175-41a9-a027-294bc76221c5 admin admin] Publish callbacks [] for security_group (418fbd05-1daa-4326-9692-334eaa9d9e48), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:46.664569 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0988f01a-5175-41a9-a027-294bc76221c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (418fbd05-1daa-4326-9692-334eaa9d9e48), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:46.704644 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0988f01a-5175-41a9-a027-294bc76221c5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fd097333d57c46eb9db0d57f4eb31a67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357439 Mar 31 20:42:46.705453 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988f01a-5175-41a9-a027-294bc76221c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418fbd05-1daa-4326-9692-334eaa9d9e48,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:46.707711 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49564) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:46.775040 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-066438c0-4326-46b0-823e-6c63259418ef admin admin] Publish callbacks [] for security_group (418fbd05-1daa-4326-9692-334eaa9d9e48), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:46.799078 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-066438c0-4326-46b0-823e-6c63259418ef admin admin] Publish callbacks [] for security_group (418fbd05-1daa-4326-9692-334eaa9d9e48), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:46.954641 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-066438c0-4326-46b0-823e-6c63259418ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (418fbd05-1daa-4326-9692-334eaa9d9e48), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:46.957407 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-066438c0-4326-46b0-823e-6c63259418ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:46.958558 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-066438c0-4326-46b0-823e-6c63259418ef admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/418fbd05-1daa-4326-9692-334eaa9d9e48 HTTP/1.1" status: 204 len: 168 time: 0.2496998 Mar 31 20:42:46.967911 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066438c0-4326-46b0-823e-6c63259418ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418fbd05-1daa-4326-9692-334eaa9d9e48,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:42:47.611552 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-9598a74d-ae17-457f-8e69-99b68f119571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:49.841376 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-df9d170d-b60c-4a13-9f8c-ef675c4a535c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:51.058867 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:52.418114 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:53.818616 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:55.835240 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:43:00.799961 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49686) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:43:00.912597 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d9996831-1098-43d3-8364-08e582b409a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:00.992953 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d9996831-1098-43d3-8364-08e582b409a1 admin admin] Publish callbacks [] for security_group (3438a1e1-448b-4ef5-873e-7389f58d901b), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:01.081116 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d9996831-1098-43d3-8364-08e582b409a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (3438a1e1-448b-4ef5-873e-7389f58d901b), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:01.121143 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-d9996831-1098-43d3-8364-08e582b409a1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=25f62a08cb184243bf486060ed69460e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196785 Mar 31 20:43:01.122432 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9996831-1098-43d3-8364-08e582b409a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3438a1e1-448b-4ef5-873e-7389f58d901b,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:43:01.125467 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 49690) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:43:01.181484 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9fa65980-f619-43c1-a9e4-507597ba807d admin admin] Publish callbacks [] for security_group (3438a1e1-448b-4ef5-873e-7389f58d901b), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:01.207625 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9fa65980-f619-43c1-a9e4-507597ba807d admin admin] Publish callbacks [] for security_group (3438a1e1-448b-4ef5-873e-7389f58d901b), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:01.367179 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9fa65980-f619-43c1-a9e4-507597ba807d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (3438a1e1-448b-4ef5-873e-7389f58d901b), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:01.369977 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9fa65980-f619-43c1-a9e4-507597ba807d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:01.371169 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-9fa65980-f619-43c1-a9e4-507597ba807d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3438a1e1-448b-4ef5-873e-7389f58d901b HTTP/1.1" status: 204 len: 168 time: 0.2444525 Mar 31 20:43:01.379033 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa65980-f619-43c1-a9e4-507597ba807d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3438a1e1-448b-4ef5-873e-7389f58d901b,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:43:02.131324 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49696) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:43:02.147358 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3fd493f9-8aff-4504-8560-a5262966a351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:02.234453 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3fd493f9-8aff-4504-8560-a5262966a351 admin admin] Publish callbacks [] for security_group (34fcc0bb-5d33-4db7-949d-b0b79f4ef673), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:02.315225 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3fd493f9-8aff-4504-8560-a5262966a351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (34fcc0bb-5d33-4db7-949d-b0b79f4ef673), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:02.354598 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-3fd493f9-8aff-4504-8560-a5262966a351 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a809a190316a47ffb08f3d2f0dda2172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217090 Mar 31 20:43:02.355097 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd493f9-8aff-4504-8560-a5262966a351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fcc0bb-5d33-4db7-949d-b0b79f4ef673,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:43:02.357299 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 49698) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:43:02.408761 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1cb7f74a-0f5b-45c9-b9dc-3afbe8e3d7c6 admin admin] Publish callbacks [] for security_group (34fcc0bb-5d33-4db7-949d-b0b79f4ef673), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:02.433957 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1cb7f74a-0f5b-45c9-b9dc-3afbe8e3d7c6 admin admin] Publish callbacks [] for security_group (34fcc0bb-5d33-4db7-949d-b0b79f4ef673), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:02.909760 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1cb7f74a-0f5b-45c9-b9dc-3afbe8e3d7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (34fcc0bb-5d33-4db7-949d-b0b79f4ef673), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:02.912293 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1cb7f74a-0f5b-45c9-b9dc-3afbe8e3d7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:02.913499 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1cb7f74a-0f5b-45c9-b9dc-3afbe8e3d7c6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/34fcc0bb-5d33-4db7-949d-b0b79f4ef673 HTTP/1.1" status: 204 len: 168 time: 0.5551965 Mar 31 20:43:02.921942 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7f74a-0f5b-45c9-b9dc-3afbe8e3d7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fcc0bb-5d33-4db7-949d-b0b79f4ef673,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:43:03.846751 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.74', 49704) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:43:03.860462 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4ae01fc8-55d6-44c2-a8ad-34376e83c767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:03.947432 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4ae01fc8-55d6-44c2-a8ad-34376e83c767 admin admin] Publish callbacks [] for security_group (17bc745f-c4cd-4789-aacc-4e4e637b6003), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:04.024367 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4ae01fc8-55d6-44c2-a8ad-34376e83c767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (17bc745f-c4cd-4789-aacc-4e4e637b6003), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:04.067223 dv-cinder-836070-1-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4ae01fc8-55d6-44c2-a8ad-34376e83c767 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dcfd4970fb4e4b8d995d75d9bfa52a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193649 Mar 31 20:43:04.068100 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae01fc8-55d6-44c2-a8ad-34376e83c767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bc745f-c4cd-4789-aacc-4e4e637b6003,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:43:04.072454 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [-] (103921) accepted ('10.222.0.74', 49706) {{(pid=103921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:43:04.133110 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ca94efe6-465f-4259-9a82-5548bc08588c admin admin] Publish callbacks [] for security_group (17bc745f-c4cd-4789-aacc-4e4e637b6003), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:04.165365 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ca94efe6-465f-4259-9a82-5548bc08588c admin admin] Publish callbacks [] for security_group (17bc745f-c4cd-4789-aacc-4e4e637b6003), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:04.332287 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ca94efe6-465f-4259-9a82-5548bc08588c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264922'] for security_group (17bc745f-c4cd-4789-aacc-4e4e637b6003), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:04.334972 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ca94efe6-465f-4259-9a82-5548bc08588c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:04.336153 dv-cinder-836070-1-iscsi neutron-server[103921]: INFO neutron.wsgi [None req-ca94efe6-465f-4259-9a82-5548bc08588c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/17bc745f-c4cd-4789-aacc-4e4e637b6003 HTTP/1.1" status: 204 len: 168 time: 0.2626731 Mar 31 20:43:04.345350 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94efe6-465f-4259-9a82-5548bc08588c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bc745f-c4cd-4789-aacc-4e4e637b6003,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:43:10.635134 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:17.503398 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-4002c6ec-03d9-4d53-869d-5681ca232102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:19.817689 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1af4-a120-4e1f-ad77-13bf4f1684eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:21.017666 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:22.309167 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:23.816446 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:32.839334 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:43:40.565294 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:47.479553 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-43e9cd6f-9041-497c-9120-2b478601dfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:49.880062 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a1fafec2-2b85-4f92-a03e-b3bde854b07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:51.039840 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:52.302059 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:53.805021 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:09.844943 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:44:10.576196 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:17.489734 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-41f5b57f-73a3-4136-9248-f5e565e747d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:19.821344 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-309ee9f7-bebd-4112-9520-2b0eb6c3e2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:21.033063 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:22.324953 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:23.856381 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:40.557947 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:46.848008 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:44:47.522936 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3650-e026-472b-a331-7942a46486a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:49.837796 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-50f8dfc3-b173-4b81-8e79-c5a4b20c0f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:51.026399 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:52.317215 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:53.877638 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:10.613051 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:17.562209 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-02624e58-ffe7-4eef-a8d4-6cc36e407c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:19.825125 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5e2489c1-15f4-42dd-9dcf-30adb26d251e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:21.030763 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:22.328249 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:23.790849 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:23.853425 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:45:40.606286 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:47.715008 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-278191af-5626-4767-a8de-394589c878b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:49.841546 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-b6e6668a-74d1-4b16-ac2b-66c62c7e63e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:51.068476 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:52.332711 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:53.806125 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:00.945392 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:46:10.628125 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:17.503325 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-90cc71f6-77a7-4355-b150-1e072fbfbeb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:19.834862 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3c8fa53c-06f4-4634-b2cb-659e94e91be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:21.056082 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:22.353416 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:23.806465 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:37.856606 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:46:40.575418 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:47.484909 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-d59de3b2-4a9e-4b82-9f44-23fd73518ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:49.844036 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-412e8525-f3cc-4658-b0ce-ba9df7ddf5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:51.085450 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:52.370838 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:53.854948 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:10.615888 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:14.860416 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:47:17.518572 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-61b71159-3dc0-424f-a8ba-3227d10a5e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:19.838389 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-de5b7e17-b2f6-4b46-9379-210b908a74bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:21.061718 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:22.318689 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:23.820564 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:40.596168 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:47.534506 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-65f473a9-54fe-4cfd-8afa-869c990c05f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:49.848916 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7a7efa4c-d060-4f58-bdfb-523da3966b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:51.060239 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:51.867945 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:47:52.321572 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:53.785499 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:01.810553 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-2fbad75a-5f30-435b-a43a-ab5160af615f service neutron] (103921) timed out ('10.222.0.74', 45824) {{(pid=103921) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 20:48:01.886093 dv-cinder-836070-1-iscsi neutron-server[103921]: DEBUG neutron.wsgi [req-90ff2985-6de2-4a87-b8d7-1c66376c7b4c req-113f9ab6-5980-4011-a704-c1a9c5c4a64a tempest-AttachVolumeShelveTestJSON-941231197 tempest-AttachVolumeShelveTestJSON-941231197-project] (103921) timed out ('10.222.0.74', 45832) {{(pid=103921) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 20:48:10.688226 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:17.493754 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-efb0c1b6-cece-48c1-827b-60ac14dcab45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:19.825459 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-e9425517-02be-4ba7-8982-c770df6f9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (7f0e5e63-afcc-4341-8d16-2408db07eace), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:21.046673 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-f539bef7-9ba7-454b-b143-d0b7998036c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (48dbb369-4cdd-44ab-98b9-4a941cd2baf5), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:22.345846 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-adf64633-7cc3-43c6-a047-404f6eb52848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (3259eba9-58bc-4238-8056-bf8e9c0ae184), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:23.784747 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-a66fa063-56ba-4f5f-b226-43b4dddd4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c90c952c-d253-468b-a237-fad90aad6aa4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:28.858836 dv-cinder-836070-1-iscsi neutron-server[103924]: DEBUG neutron.db.agents_db [None req-46e6ac97-5c8e-448c-8581-41fab7c4677c None None] Agent healthcheck: found 6 active agents {{(pid=103924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:48:40.625330 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fbc2b4e9-0ad9-4149-8c87-7563774a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (c1764025-52f7-4a01-842b-216b55345eba), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:46.438879 dv-cinder-836070-1-iscsi neutron-server[103920]: DEBUG neutron.wsgi [req-57b40620-f92f-469c-a6da-6e86e1751b85 req-06683cbc-e48f-41da-9fc7-aac8aa717b13 service neutron] (103920) timed out ('10.222.0.76', 61310) {{(pid=103920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 20:48:47.521532 dv-cinder-836070-1-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0737-5711-4f5c-b6e0-358cf2183b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779408023336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856105'] for agent (54450562-8143-4287-a485-bc951e9229fd), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}